-- Logs begin at Mon 2022-06-27 20:26:08 UTC, end at Mon 2022-06-27 21:34:11 UTC. -- Jun 27 21:07:23.343360 dv-cinder-847732-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 27 21:07:26.025294 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.common.config [-] Logging enabled! Jun 27 21:07:26.025909 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev381 Jun 27 21:07:26.026129 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103987) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 27 21:07:26.029429 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.common.config [-] Logging enabled! Jun 27 21:07:26.029683 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev381 Jun 27 21:07:26.029992 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103987) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 27 21:07:26.030952 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 21:07:26.031186 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 21:07:26.031573 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 21:07:26.031818 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 21:07:26.032041 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 21:07:26.032474 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.032777 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.033026 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.033311 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.033609 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.033886 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.034196 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.035567 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.035567 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.035567 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.035567 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.035567 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.037090 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.037090 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.037090 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.037090 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] debug = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.037090 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.038905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.038905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.038905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.038905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.038905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.038905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.039333 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.039333 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.039630 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] host = dv-cinder-847732-1-iscsi {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.039904 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.040193 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.040476 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.040762 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.041092 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.041363 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.041648 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.041918 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.042190 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] log_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.042464 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.042751 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.043035 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.043305 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.043530 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.043749 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.044033 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.044330 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.044602 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.044876 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.045169 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.045451 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.045726 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.045979 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.046267 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.046552 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.046836 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.047108 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.047381 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.047654 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.047928 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.048214 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.048488 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.048760 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.049054 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.049342 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.049613 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.049885 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.050188 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.050475 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.050756 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.051040 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.051315 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.051600 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.051871 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.052141 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.052412 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] use_json = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.052682 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.053037 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.053343 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.053649 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.053941 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.054196 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.054466 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.054750 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.055022 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:26.055325 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.055622 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.055924 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.056207 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.056529 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.056813 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.057126 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.057409 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.057697 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.057985 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.058280 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.058559 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.058864 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.059154 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.059448 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.059759 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.060055 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.060348 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.060627 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.060904 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.061201 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.061486 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.061775 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.062056 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.062343 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.062633 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.062914 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.063210 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.063497 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.063782 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.064079 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.064369 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.064645 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.064932 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.065241 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.065518 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.065789 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.066079 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.066356 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.066628 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.066909 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.067201 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.067486 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.067756 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.068033 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.068318 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.068591 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.068858 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.069172 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.069448 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.069725 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.070005 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.070283 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.070552 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.070823 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.071095 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.071366 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.071636 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.071910 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.072180 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.072451 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.072722 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.073032 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.073307 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.073579 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.073849 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.074121 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.074389 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.074661 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.074931 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.075200 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.075475 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.075749 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.076018 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.076314 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.076591 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.076867 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.077168 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.077443 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.077715 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.077990 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.078267 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.078543 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.078813 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.079102 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.079382 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.079669 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.079951 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.080229 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.080540 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.080815 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.081125 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.081409 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.081685 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.081964 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.082250 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.082532 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.082825 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.083120 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.083397 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.083687 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.083980 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.084274 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.084554 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.084911 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.085211 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:26.085425 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 21:07:26.085670 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103987) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 27 21:07:26.382189 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 27 21:07:26.382189 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 27 21:07:26.382473 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 27 21:07:26.382837 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 27 21:07:26.793741 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.794016 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.794275 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.795572 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.795841 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.796102 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.848615 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.848833 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.849161 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.864003 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.864267 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.864532 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.895329 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.895550 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.895850 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.932743 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.933020 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:26.933293 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.161498 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.162148 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.162148 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.162335 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.163165 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.261820 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.262075 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.262392 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.262664 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.262927 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.263228 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.263487 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.263732 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.263986 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.264264 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.264526 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.264772 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.265040 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.265293 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.265541 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.265800 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.266047 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.266309 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.266572 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.266810 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.267082 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.267335 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.267616 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.267992 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.268241 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.268484 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.268877 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 21:07:27.269142 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 21:07:27.269382 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 21:07:27.269620 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 21:07:27.269857 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 21:07:27.270094 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 21:07:27.270460 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 27 21:07:27.273710 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 27 21:07:27.277635 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 27 21:07:27.281355 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 27 21:07:27.282963 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 27 21:07:27.283595 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 27 21:07:27.283928 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 27 21:07:27.284314 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 27 21:07:27.287159 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 27 21:07:27.287407 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 27 21:07:27.287778 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 21:07:27.292987 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 27 21:07:27.315720 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 27 21:07:27.316180 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.316476 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103987) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 27 21:07:27.316847 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.318210 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103987) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 27 21:07:27.318500 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 21:07:27.318735 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 27 21:07:27.322115 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.322396 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:27.469959 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 27 21:07:27.470158 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 27 21:07:27.470335 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 27 21:07:27.470724 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 27 21:07:27.525137 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO dbcounter [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Registered counter for database neutron Jun 27 21:07:27.544829 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_db.sqlalchemy.engines [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103987) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 27 21:07:27.551368 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG dbcounter [-] [103987] Writer thread running {{(pid=103987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 21:07:28.103775 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Initializing driver for type 'gre' Jun 27 21:07:28.104393 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] gre ID ranges: [(1, 1000)] Jun 27 21:07:28.163893 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Initializing driver for type 'local' Jun 27 21:07:28.164598 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Initializing driver for type 'vlan' Jun 27 21:07:28.179978 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] VlanTypeDriver initialization complete Jun 27 21:07:28.180311 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Initializing driver for type 'vxlan' Jun 27 21:07:28.180811 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] vxlan ID ranges: [(1, 1000)] Jun 27 21:07:28.236559 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Initializing extension driver 'port_security' Jun 27 21:07:28.236978 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] PortSecurityExtensionDriver initialization complete Jun 27 21:07:28.237308 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Initializing mechanism driver 'openvswitch' Jun 27 21:07:28.237638 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Initializing mechanism driver 'hyperv' Jun 27 21:07:28.244515 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.plugins.ml2.plugin [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:07:28.245213 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > port after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.245577 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > port after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.245922 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > port after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.246421 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 21:07:28.246832 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > subnet after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.247177 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > subnet after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.247513 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.247902 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 21:07:28.248300 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > network after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.248640 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > network after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.248994 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > network after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.249395 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 21:07:28.249780 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > security_group after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.250118 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > security_group after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.250449 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > security_group after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.250835 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 21:07:28.251226 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.251564 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.251891 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.252298 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 21:07:28.252664 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > address_group after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.253047 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > address_group after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.253362 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > address_group after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.253745 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 21:07:28.254171 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] ML2 OVO RPC backend initialized. {{(pid=103987) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 27 21:07:28.254858 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.255203 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.255607 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > network before_response 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.255946 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > networks before_response 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.256282 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > port before_response 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.256775 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > ports before_response 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.257401 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > subnet before_response 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.257749 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > subnets before_response 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.258108 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > network after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.258438 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > network after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.258765 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > network after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.259097 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > port after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.259423 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > port after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.259746 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > port after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.260071 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > subnet after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.260393 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > subnet after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.260716 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.268339 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded quota_driver: . Jun 27 21:07:28.268648 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.plugin [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Modular L2 Plugin initialization complete Jun 27 21:07:28.269023 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading services supported by the core plugin {{(pid=103987) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 27 21:07:28.269362 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.plugins.ml2.managers [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Got port-security extension from driver 'port_security' Jun 27 21:07:28.269837 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.extensions.vlantransparent [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Disabled vlantransparent extension. Jun 27 21:07:28.270327 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103987) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 27 21:07:28.270645 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading Plugin: router Jun 27 21:07:28.306804 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router_interface before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.307191 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router after_create 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.307550 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router before_create 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.307907 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.308277 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.308626 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router after_delete 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.308968 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > floatingip after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.309341 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > floatingip after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.309682 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router after_create 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.310011 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router after_update 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.310354 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router after_update 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.310696 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.311033 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router after_update 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.311434 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router precommit_update 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.311787 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: port after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.312112 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: port after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.312438 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: subnet after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.312767 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.313128 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > port precommit_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.313464 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router precommit_create 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.313783 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: port before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.314114 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router precommit_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.314455 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router after_update 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.314783 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router precommit_delete 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.315122 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router precommit_create 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.315471 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.315813 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router precommit_update 55549900 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.316171 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > agent after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.316515 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > agent after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.316850 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > network after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.317740 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Tracking information for resource: router configured {{(pid=103987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 21:07:28.318067 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Tracking information for resource: floatingip configured {{(pid=103987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 21:07:28.323156 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.db.l3_agentschedulers_db [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 27 21:07:28.323727 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: port after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.324080 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: port after_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.324423 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: port after_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.324762 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: port after_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.325579 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router before_create 55550100 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.325926 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router precommit_delete 55550100 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.326310 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router precommit_create 55550100 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.326651 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > router precommit_update 55550100 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.331397 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.services.provider_configuration [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service providers = [] {{(pid=103987) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 27 21:07:28.331751 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.db.servicetype_db [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103987) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 27 21:07:28.334915 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.services.service_base [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 21:07:28.335411 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.services.service_base [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 21:07:28.335727 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.services.service_base [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 21:07:28.336606 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.services.service_base [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 21:07:28.336958 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.services.service_base [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 27 21:07:28.337370 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 21:07:28.337679 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 27 21:07:28.348352 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 21:07:28.348680 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading Plugin: auto_allocate Jun 27 21:07:28.354553 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: network precommit_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.354916 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: network precommit_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.355431 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 21:07:28.355740 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading Plugin: tag Jun 27 21:07:28.362613 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 21:07:28.362936 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading Plugin: timestamp Jun 27 21:07:28.366816 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 21:07:28.367138 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading Plugin: network_ip_availability Jun 27 21:07:28.372650 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.373040 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.373384 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.374108 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 21:07:28.374417 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading Plugin: flavors Jun 27 21:07:28.379411 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 21:07:28.379734 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading Plugin: revisions Jun 27 21:07:28.384095 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 21:07:28.384485 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_concurrency.lockutils [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.002s {{(pid=103987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 27 21:07:28.385268 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103987) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 27 21:07:28.385593 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Initializing extension manager. Jun 27 21:07:28.386109 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: __init__.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.386438 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: __pycache__ {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.386766 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: address_group.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.387530 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.388107 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: address-group Jun 27 21:07:28.388426 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: address_scope.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.389232 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.389724 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: address-scope Jun 27 21:07:28.390049 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: admin_state_down_before_update.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.390943 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.391445 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: router-admin-state-down-before-update Jun 27 21:07:28.391757 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: agent.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.392447 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.392953 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: agent Jun 27 21:07:28.393282 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: agent_resources_synced.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.394187 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.394682 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: agent-resources-synced Jun 27 21:07:28.394993 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: allowedaddresspairs.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.396768 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.397464 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: allowed-address-pairs Jun 27 21:07:28.397967 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: auto_allocated_topology.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.399030 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.399532 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: auto-allocated-topology Jun 27 21:07:28.399847 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: availability_zone.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.400525 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.401046 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: availability_zone Jun 27 21:07:28.401362 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: availability_zone_filter.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.402262 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.402759 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: availability_zone_filter Jun 27 21:07:28.403077 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: data_plane_status.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.403965 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.404460 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension data-plane-status not supported by any of loaded plugins Jun 27 21:07:28.404776 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: default_subnetpools.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.405703 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.406197 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: default-subnetpools Jun 27 21:07:28.406514 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: dhcpagentscheduler.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.407326 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.407814 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: dhcp_agent_scheduler Jun 27 21:07:28.408128 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: dns.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.409063 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.409556 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension dns-integration not supported by any of loaded plugins Jun 27 21:07:28.409866 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: dns_domain_ports.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.410757 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.411244 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 27 21:07:28.411558 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.412461 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.413159 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 27 21:07:28.413549 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: dvr.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.414218 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.414718 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: dvr Jun 27 21:07:28.415039 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: ecmp_routes.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.415948 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.416446 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension ecmp_routes not supported by any of loaded plugins Jun 27 21:07:28.416758 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: empty_string_filtering.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.417689 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.418188 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: empty-string-filtering Jun 27 21:07:28.418500 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.419685 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.420193 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 27 21:07:28.420510 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.421428 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.421923 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 27 21:07:28.422236 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: external_net.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.423130 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.423625 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: external-net Jun 27 21:07:28.423940 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: extra_dhcp_opt.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.424835 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.425371 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: extra_dhcp_opt Jun 27 21:07:28.425693 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: extraroute.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.426612 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.427121 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: extraroute Jun 27 21:07:28.427437 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: extraroute_atomic.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.428554 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.429356 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: extraroute-atomic Jun 27 21:07:28.429757 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: filter_validation.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.430469 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.430966 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: filter-validation Jun 27 21:07:28.431282 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: fip_pf_description.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.432254 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.432752 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 27 21:07:28.433102 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: fip_pf_port_range.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.434014 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.434507 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 27 21:07:28.434826 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: fip_port_details.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.435757 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.436249 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: fip-port-details Jun 27 21:07:28.436561 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: flavors.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.437867 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.438373 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: flavors Jun 27 21:07:28.438694 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.440504 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.441052 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 27 21:07:28.441374 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: floatingip_pools.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.442077 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.442584 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: floatingip-pools Jun 27 21:07:28.442899 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: ip_allocation.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.443870 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.444444 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension ip_allocation not supported by any of loaded plugins Jun 27 21:07:28.444760 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.445696 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.446199 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: ip-substring-filtering Jun 27 21:07:28.446515 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: l2_adjacency.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.447438 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.447934 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension l2_adjacency not supported by any of loaded plugins Jun 27 21:07:28.448247 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: l3.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.449276 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.449784 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: router Jun 27 21:07:28.450096 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: l3_conntrack_helper.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.452359 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.452891 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 27 21:07:28.453268 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.454176 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.454679 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: ext-gw-mode Jun 27 21:07:28.455000 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.455914 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.456413 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: l3-ha Jun 27 21:07:28.456729 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.457661 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.458154 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 27 21:07:28.458468 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: l3_flavors.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.459356 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.459880 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: l3-flavors Jun 27 21:07:28.460196 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: l3_ndp_proxy.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.461563 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.462069 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 27 21:07:28.462388 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.463283 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.463786 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: l3-port-ip-change-not-allowed Jun 27 21:07:28.464100 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: l3agentscheduler.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.465345 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.465847 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: l3_agent_scheduler Jun 27 21:07:28.466168 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: local_ip.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.467952 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.468464 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension local_ip not supported by any of loaded plugins Jun 27 21:07:28.468791 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: logging.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.470285 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.470801 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension logging not supported by any of loaded plugins Jun 27 21:07:28.471126 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: metering.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.471857 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.472798 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: metering Jun 27 21:07:28.473145 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.474235 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.474737 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: metering_source_and_destination_fields Jun 27 21:07:28.475057 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: multiprovidernet.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.476041 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.476543 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: multi-provider Jun 27 21:07:28.476862 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: netmtu.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.477788 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.478286 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: net-mtu Jun 27 21:07:28.478602 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: netmtu_writable.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.479502 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.480001 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: net-mtu-writable Jun 27 21:07:28.480315 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: network_availability_zone.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.481003 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.481490 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: network_availability_zone Jun 27 21:07:28.481809 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: network_ip_availability.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.482896 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.483396 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: network-ip-availability Jun 27 21:07:28.483715 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: network_segment_range.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.484475 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.484994 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension network-segment-range not supported by any of loaded plugins Jun 27 21:07:28.485310 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: pagination.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.486278 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.486604 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: pagination Jun 27 21:07:28.486923 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: port_device_profile.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.487854 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.488366 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: port-device-profile Jun 27 21:07:28.488680 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: port_mac_address_override.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.489627 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.490123 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: port-mac-override Jun 27 21:07:28.490438 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.491535 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.492052 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: port-mac-address-regenerate Jun 27 21:07:28.492369 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.493298 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.493794 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: port-numa-affinity-policy Jun 27 21:07:28.494111 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: port_resource_request.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.495000 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.495488 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension port-resource-request not supported by any of loaded plugins Jun 27 21:07:28.495796 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: port_resource_request_groups.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.496748 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.497293 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 27 21:07:28.497607 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: portbindings.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.498517 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.499015 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: binding Jun 27 21:07:28.499328 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: portbindings_extended.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.500561 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.501110 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: binding-extended Jun 27 21:07:28.501430 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: portsecurity.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.502333 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.502837 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: port-security Jun 27 21:07:28.503161 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: project_id.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.504110 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.504433 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: project-id Jun 27 21:07:28.504751 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: providernet.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.505679 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.506179 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: provider Jun 27 21:07:28.506583 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.511818 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.512331 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos not supported by any of loaded plugins Jun 27 21:07:28.512652 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.513907 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.514407 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 27 21:07:28.514729 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.515645 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.516148 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 27 21:07:28.516465 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_default.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.517390 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.517894 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-default not supported by any of loaded plugins Jun 27 21:07:28.518214 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_fip.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.519155 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.519602 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-fip not supported by any of loaded plugins Jun 27 21:07:28.519917 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_fip_network_policy.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.520915 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.521448 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 27 21:07:28.521767 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_gateway_ip.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.522682 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.523186 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 27 21:07:28.523499 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_port_network_policy.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.524386 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.524883 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 27 21:07:28.525227 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.526247 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.526747 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 27 21:07:28.527064 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.528072 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.528570 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 27 21:07:28.528890 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_pps_rule.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.530073 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.530574 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-pps not supported by any of loaded plugins Jun 27 21:07:28.530894 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_rule_type_details.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.531789 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.532304 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 27 21:07:28.532616 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_rule_type_filter.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.533550 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.534055 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 27 21:07:28.534371 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: qos_rules_alias.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.535402 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.535907 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 27 21:07:28.536222 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: quota_check_limit.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.537162 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.537662 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: quota-check-limit Jun 27 21:07:28.538024 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: quotasv2.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.538992 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.539307 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: quotas Jun 27 21:07:28.539620 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: quotasv2_detail.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.541355 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.541674 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: quota_details Jun 27 21:07:28.541996 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: rbac.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.543055 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.543563 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: rbac-policies Jun 27 21:07:28.543888 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: rbac_address_group.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.544794 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.545338 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: rbac-address-group Jun 27 21:07:28.545656 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: rbac_address_scope.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.546551 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.547056 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: rbac-address-scope Jun 27 21:07:28.547372 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: rbac_security_groups.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.548352 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.548852 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: rbac-security-groups Jun 27 21:07:28.549212 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: rbac_subnetpool.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.550115 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.550615 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: rbac-subnetpool Jun 27 21:07:28.550934 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: revisionifmatch.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.551842 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.552344 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: revision-if-match Jun 27 21:07:28.552660 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: revisions.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.553895 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.554401 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: standard-attr-revisions Jun 27 21:07:28.554725 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: router_availability_zone.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.555567 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.556067 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: router_availability_zone Jun 27 21:07:28.556387 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: routerservicetype.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.557320 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.557821 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension router-service-type not supported by any of loaded plugins Jun 27 21:07:28.558136 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.559043 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.559532 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: security-groups-normalized-cidr Jun 27 21:07:28.559847 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: security_groups_port_filtering.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.560764 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.561298 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: port-security-groups-filtering Jun 27 21:07:28.561614 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.562532 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.563028 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: security-groups-remote-address-group Jun 27 21:07:28.563345 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.564255 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.564753 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: security-groups-shared-filtering Jun 27 21:07:28.565105 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: securitygroup.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.574684 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.575204 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: security-group Jun 27 21:07:28.575527 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: segment.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.576239 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.576750 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension segment not supported by any of loaded plugins Jun 27 21:07:28.577101 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.578026 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.578539 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 27 21:07:28.578843 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: servicetype.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.579921 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.580430 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: service-type Jun 27 21:07:28.580745 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: sorting.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.581819 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.582139 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: sorting Jun 27 21:07:28.582452 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: standard_attr_segment.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.583350 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.583856 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 27 21:07:28.584167 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: standardattrdescription.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.584825 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.585351 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: standard-attr-description Jun 27 21:07:28.585667 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: stateful_security_group.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.586618 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.587137 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: stateful-security-group Jun 27 21:07:28.587430 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: stdattrs_common.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.588001 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 27 21:07:28.588310 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.589246 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.589747 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 27 21:07:28.590062 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: subnet_onboard.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.591115 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.591616 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: subnet_onboard Jun 27 21:07:28.591932 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.592843 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.593376 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 27 21:07:28.593690 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: subnet_service_types.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.594591 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.595090 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: subnet-service-types Jun 27 21:07:28.595404 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: subnetallocation.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.596464 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.597002 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: subnet_allocation Jun 27 21:07:28.597664 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.598326 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.598825 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: subnetpool-prefix-ops Jun 27 21:07:28.599140 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.600066 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.600647 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 27 21:07:28.601091 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: tagging.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.602160 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.602662 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: standard-attr-tag Jun 27 21:07:28.602980 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: timestamp.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.604159 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.604658 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loaded extension: standard-attr-timestamp Jun 27 21:07:28.605005 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: trunk.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.606018 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.606527 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension trunk not supported by any of loaded plugins Jun 27 21:07:28.606843 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: trunk_details.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.607737 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.608234 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension trunk-details not supported by any of loaded plugins Jun 27 21:07:28.608548 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: uplink_status_propagation.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.609470 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.609966 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 27 21:07:28.610278 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Loading extension file: vlantransparent.py {{(pid=103987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 21:07:28.610929 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 21:07:28.611425 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extension vlan-transparent not supported by any of loaded plugins Jun 27 21:07:28.614036 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:network Jun 27 21:07:28.614548 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:subnet Jun 27 21:07:28.614935 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 21:07:28.615313 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:port Jun 27 21:07:28.616724 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.617205 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service FLAVORS assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.617815 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.618234 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.618551 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:router Jun 27 21:07:28.618980 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:floatingip Jun 27 21:07:28.619460 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service METERING assigned prefix: /metering {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.620939 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.621402 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.621749 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:07:28.622775 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 21:07:28.623213 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:security_group Jun 27 21:07:28.623637 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 21:07:28.624227 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service CORE assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.624556 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 21:07:28.624890 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] subnetpool is already registered Jun 27 21:07:28.625337 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service CORE assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.625654 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 21:07:28.625975 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] subnetpool is already registered Jun 27 21:07:28.628287 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.628711 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service FLAVORS assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.629335 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.629750 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.630071 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:router Jun 27 21:07:28.630401 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] router is already registered Jun 27 21:07:28.630808 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:floatingip Jun 27 21:07:28.631134 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] floatingip is already registered Jun 27 21:07:28.631626 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service METERING assigned prefix: /metering {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.632286 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 21:07:28.632608 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] rbac_policy is already registered Jun 27 21:07:28.633043 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:security_group Jun 27 21:07:28.633372 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] security_group is already registered Jun 27 21:07:28.633764 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 21:07:28.634090 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] security_group_rule is already registered Jun 27 21:07:28.634701 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service CORE assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.635020 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 21:07:28.635346 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] subnetpool is already registered Jun 27 21:07:28.635751 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.v2.resource_helper [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Service CORE assigned prefix: {{(pid=103987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 21:07:28.636067 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 21:07:28.636388 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING neutron.quota.resource_registry [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] subnetpool is already registered Jun 27 21:07:28.636855 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: extensions {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.638307 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: address-groups {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.639797 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: address-scopes {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.641132 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: agents {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.642296 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: auto-allocated-topology {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.643513 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: availability_zones {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.644726 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: dhcp-networks {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.646276 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: dhcp-agents {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.647890 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: routers {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.649627 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: flavors {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.650862 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: service_profiles {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.652057 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: next_providers {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.653546 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: service_profiles {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.655085 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: floatingip-pools {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.656302 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: routers {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.658000 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: floatingips {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.659313 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: l3-routers {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.660672 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: l3-agents {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.662110 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: metering-labels {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.663411 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: metering-label-rules {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.665765 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: network-ip-availabilities {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.667031 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: bindings {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.668587 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: quotas {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.670273 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: quotas {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.671795 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: rbac-policies {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.672974 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: security-groups {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.674232 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: security-group-rules {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.675479 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: service-providers {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.676675 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: subnetpools {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.678053 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: subnetpools {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.679583 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: tags {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.681263 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: tags {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.683246 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: tags {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.685038 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: tags {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.686719 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: tags {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.688669 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: tags {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.690380 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: tags {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.692246 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: tags {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.694073 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: tags {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.695861 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron.api.extensions [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Extended resource: tags {{(pid=103987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 21:07:28.701956 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING keystonemiddleware.auth_token [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 27 21:07:28.707061 dv-cinder-847732-1-iscsi neutron-server[103987]: WARNING keystonemiddleware.auth_token [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 27 21:07:28.716267 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_concurrency.lockutils [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Acquired lock "singleton_lock" {{(pid=103987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 27 21:07:28.716750 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_concurrency.lockutils [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Releasing lock "singleton_lock" {{(pid=103987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 27 21:07:28.717436 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO oslo_service.service [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Starting 2 workers Jun 27 21:07:28.722722 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Started child 104130 {{(pid=103987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 21:07:28.727774 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Started child 104131 {{(pid=103987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 21:07:28.728210 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:28.729486 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO neutron.service [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Neutron service started, listening on 0.0.0.0:9696 Jun 27 21:07:28.730775 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [-] (104130) wsgi starting up on http://0.0.0.0:9696 Jun 27 21:07:28.730887 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Publish callbacks [] for process (None), before_spawn {{(pid=103987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:28.732499 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:28.733030 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO oslo_service.service [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Starting 1 workers Jun 27 21:07:28.733801 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [-] (104131) wsgi starting up on http://0.0.0.0:9696 Jun 27 21:07:28.738254 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Started child 104132 {{(pid=103987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 21:07:28.738905 dv-cinder-847732-1-iscsi neutron-server[103987]: INFO oslo_service.service [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Starting 1 workers Jun 27 21:07:28.743053 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.service [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] calling RpcWorker wait() {{(pid=104132) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 27 21:07:28.744256 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.service [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] returning from RpcWorker wait() {{(pid=104132) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 27 21:07:28.744539 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Started child 104133 {{(pid=103987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 21:07:28.745602 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG neutron_lib.callbacks.manager [None req-c1412e29-fd1d-4e58-b509-255efbe270ce None None] Publish callbacks [] for process (None), after_spawn {{(pid=103987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:28.745899 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:28.746592 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:07:28.747889 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 27 21:07:28.748190 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 21:07:28.748434 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 21:07:28.748434 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 21:07:28.749433 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 21:07:28.749676 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 21:07:28.750186 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:28.750709 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.750709 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.750856 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.751088 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.751196 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:07:28.751795 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.752336 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.752581 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.752896 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.753257 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.753468 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.753672 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.753918 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.754485 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.754882 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.755213 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.755465 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.755656 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.755863 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.756066 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.756257 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.756616 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.757064 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] debug = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.757600 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.758140 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.758471 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.758736 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.758953 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.759426 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.759754 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.760178 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.760435 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.760743 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.761038 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.761609 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.761895 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.762102 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.762386 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.762597 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.762892 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.763426 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] host = dv-cinder-847732-1-iscsi {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.763682 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.764225 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.764525 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.764952 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.765294 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.765525 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.766156 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.766595 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.766947 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.767242 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.767711 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.767921 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.768207 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.768710 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.768868 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_options = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.769116 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.769612 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.769870 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.770073 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.770235 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.770478 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.770623 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.770771 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.771080 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.771309 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.771568 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.771814 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.772232 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.772589 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.774264 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.774444 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.774685 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.774898 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.775145 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.775376 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.775619 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.775834 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.777536 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.777536 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.778189 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.778560 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.778899 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.779367 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.779544 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.779770 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.780057 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.780366 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.780590 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.780868 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.781191 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.781448 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.781680 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.781922 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.782238 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.782471 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.782722 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.782991 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.783186 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.783547 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.783774 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.783988 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.784225 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_json = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.784444 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.784654 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.784898 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.785137 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.785369 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.785579 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.785791 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.786026 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.786238 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.786653 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.786930 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.787219 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.787466 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.787733 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.788140 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.788373 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.788595 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.788832 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.789089 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.789400 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.789621 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.789908 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.790172 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.790430 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.790727 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.790984 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.791252 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.791501 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.791716 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.791933 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.792162 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.792426 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.792649 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.792910 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.793165 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.793408 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.793806 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.794067 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.794338 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.794668 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.794927 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.795189 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.795444 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.795657 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.795901 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.796131 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.796360 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.796592 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.796806 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.797075 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.797319 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.797560 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.797947 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.798050 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.798753 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.798753 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.799005 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.799091 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.799404 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.799502 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.799641 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.799850 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.800543 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.800543 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.800543 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.800763 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.800953 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.801204 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.801473 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.801701 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.801938 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.802165 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.802379 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.802609 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.802990 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.803079 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.803242 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.803549 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.803871 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.804100 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.804327 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.804544 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.804753 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.804998 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.805232 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.805494 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.805668 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.806236 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.806236 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.806417 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.806522 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.806880 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.807230 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.807474 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.807664 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.807879 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.808089 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.808298 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.808551 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.808752 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.809183 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.809724 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.809724 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.809894 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.810185 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.810323 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.810722 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.810722 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.810888 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.811088 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.811345 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.811591 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.811838 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.812057 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.812323 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.812561 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.812776 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.813032 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.813250 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.813467 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.813702 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.814075 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.814328 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.814561 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.814791 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.815007 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.815250 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.815501 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.815806 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.816029 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.816300 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.816538 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.816885 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.817189 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.817453 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.817719 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.817944 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.818186 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.818424 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.818650 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.818923 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.819163 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.819388 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.819621 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.819939 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.820165 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.820381 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.820628 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.820968 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.821204 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.821416 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.821617 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.821892 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.822132 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.822365 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.822618 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.822858 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.823108 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.823336 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.823577 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.823796 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.824141 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.824642 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.824642 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.824988 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.825132 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.825270 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.825449 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.825646 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.825882 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.826104 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.826338 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.826546 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.826761 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.826978 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.827219 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.827444 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.827664 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.827909 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.828125 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.828357 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.828567 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.829177 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.829177 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.829468 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.829606 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.829756 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.829952 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.830881 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.830881 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.830881 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.830881 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.831468 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.831468 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.831468 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.831882 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.831882 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.832623 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.832623 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.832623 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.833126 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.833126 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.833387 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.833998 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.833998 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.833998 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.834487 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.834703 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.835313 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.835313 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.835686 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.835835 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.836030 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.836256 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.836475 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.836690 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.836910 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.837171 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.837403 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.837656 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.838226 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.838226 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.838961 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.838961 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.838961 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.838961 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.840960 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.840960 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.840960 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.840960 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.840960 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.840960 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.840960 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.840960 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.842041 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.842041 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.842041 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.842041 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.842041 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.842041 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.845633 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.845633 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.845633 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.845633 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.845633 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.845633 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.845633 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.845633 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.846951 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.846951 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.846951 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.846951 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.846951 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.846951 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.846951 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.846951 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.847968 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.847968 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.847968 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.847968 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.847968 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.847968 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.847968 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.847968 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.848522 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.848522 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.848522 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.848522 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.848522 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.848875 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.848875 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.849999 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.849999 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.849999 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.849999 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.850389 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.850472 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.850787 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.851020 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.851235 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.851451 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.852956 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.852956 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.852956 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.852956 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.852956 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.853359 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.853359 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.853517 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.853736 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.854029 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.854386 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.854675 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.854913 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.855158 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.855632 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.855632 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.855890 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.856012 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.856245 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.856453 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.857802 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.857802 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.857802 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.857802 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.857802 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.857802 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.858526 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.858526 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.858526 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.858887 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.858887 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 21:07:28.859436 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 27 21:07:28.859436 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 21:07:28.859666 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 21:07:28.859774 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 21:07:28.859885 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 21:07:28.860035 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 21:07:28.860240 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.860400 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.860556 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.860713 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.860897 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.861076 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.861232 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.861387 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.862101 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.862101 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.862101 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.862101 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.862101 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.862473 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.862473 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.862630 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.862699 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.862881 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.863011 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.863144 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.863298 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.863452 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] debug = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.863608 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.863807 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.863968 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.864124 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.864279 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.864445 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.864584 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.864738 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.864891 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.865060 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.865213 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.865368 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.865523 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.865684 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.865893 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.866113 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.866231 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.866411 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] host = dv-cinder-847732-1-iscsi {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.866516 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.866800 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.866800 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.866959 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.867099 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.867253 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.867410 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.867566 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.867721 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.867875 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.868026 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.868179 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.868335 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.868491 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.868644 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_options = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.868730 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:07:28.868818 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.868973 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.869113 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.869313 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.869445 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.869602 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.869758 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.869927 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.870087 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.870250 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.870398 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.870554 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.870708 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.870863 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.871017 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.871172 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.871407 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.871573 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.871730 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.871885 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.872041 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.872493 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.872493 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.872493 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.873133 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.873133 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.873133 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.873133 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.873412 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.873508 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.873591 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.873938 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.873938 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.874678 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.874678 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.874678 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.874678 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.874678 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876353 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876353 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876353 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876353 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876353 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876353 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876353 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876353 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_json = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.876905 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.879332 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.879332 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 21:07:28.879332 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879332 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879332 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879332 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879332 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879332 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879877 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879877 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879877 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879877 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879877 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879877 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879877 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.879877 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.880460 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.880460 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.880460 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.880460 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.880460 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.880460 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.880460 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.880460 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.880964 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.880964 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.880964 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.881174 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.881252 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.881379 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.881564 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.881731 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.881907 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.882068 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.882229 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.882389 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.882550 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.882710 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.882895 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.883026 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.883186 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.883346 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.883507 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.883667 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.883826 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.883984 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.884144 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.884303 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.884464 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.884624 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.884781 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.884955 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.885118 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.885277 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.885437 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.885596 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.885756 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.885916 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.886074 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.886243 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.886400 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.886558 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.886717 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.886876 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.887033 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.887190 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.887347 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.887504 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.887663 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.887822 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.887992 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.888150 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.888309 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.888467 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.888626 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.888784 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.888982 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.889125 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.889283 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.889443 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.889601 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.889761 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.889918 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.890080 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.890305 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.890466 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.890625 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.890783 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.891901 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.891901 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.891901 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.891901 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.891901 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.891901 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.891901 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.892411 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.892411 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.892411 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.892411 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.892688 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.892767 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.892855 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.893695 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.893695 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.893695 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.893695 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.893695 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895113 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895113 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895113 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895113 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895113 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895113 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895113 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895113 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895688 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895688 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895688 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895688 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895688 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.895688 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.896101 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.896101 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.896101 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.896307 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.896411 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.896578 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.898578 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.898578 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.898578 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.898578 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.898578 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.898578 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.898578 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.898578 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899157 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899157 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899157 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899157 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899157 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899157 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899157 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899644 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899644 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899644 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899851 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.899851 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.900004 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.900129 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.900286 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.900444 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.900601 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.900761 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.900918 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.901099 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.901261 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.901423 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.901585 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.901720 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.901856 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.902018 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.902175 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.902332 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.902490 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.902648 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.902806 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.902964 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.903197 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.903356 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.903488 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.903620 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.903758 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.903891 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.904034 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.904148 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.904306 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.904463 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.904622 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.904789 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.905031 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.905197 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.905355 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.905514 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.905674 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.905832 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.905993 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.906153 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.906311 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.906470 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.906629 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.906788 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.906988 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.907105 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.907292 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.907447 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.907609 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.907786 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.907945 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.908103 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.908264 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.908422 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.908580 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.908738 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.908898 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.909081 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.909236 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.909558 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.909718 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.909877 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.910035 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.910193 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.912425 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.912425 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.912425 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.912425 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.912425 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.912425 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.912425 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.912425 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.912425 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913134 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913134 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913134 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913134 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913134 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913134 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913134 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913134 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913697 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913697 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913697 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913697 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.913697 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.914031 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.914031 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.914196 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.914288 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.914436 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.914594 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.914751 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.914909 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.915065 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.915221 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.915389 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.915560 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.916263 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.916263 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.916263 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.916263 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.916263 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.916649 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.916649 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.916804 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.916884 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.917024 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.917193 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.917352 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.917509 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.917667 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.917823 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.917980 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.918153 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.918313 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.918471 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.918638 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.918796 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.918953 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.919111 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.919283 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.919441 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.919603 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.919760 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.919918 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.920076 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.920235 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.920399 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.920570 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.920736 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.920897 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.921085 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.921257 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.921422 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.921580 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.921744 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.921917 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.922075 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.922234 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.922392 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.922551 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.922708 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.922865 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.923022 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.923189 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.923324 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.923482 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.923639 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.923798 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.923964 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.924101 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.924257 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.924413 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.924571 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.924730 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.924888 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 21:07:28.925094 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 21:07:29.023086 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 39818) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:07:29.031544 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064890 Jun 27 21:07:38.229537 dv-cinder-847732-1-iscsi neutron-server[103987]: DEBUG dbcounter [-] [103987] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:07:40.458845 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9293ece3-4022-482c-8bb3-87384772dd4d None None] get_active_networks_info from dv-cinder-847732-1-iscsi {{(pid=104132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 27 21:07:40.468016 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writer thread running {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 21:07:40.558493 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293ece3-4022-482c-8bb3-87384772dd4d None None] No non-hosted networks {{(pid=104132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 27 21:07:40.575169 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.agentschedulers_db [None req-9293ece3-4022-482c-8bb3-87384772dd4d None None] DHCP Agent not found on host dv-cinder-847732-1-iscsi {{(pid=104132) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 27 21:07:40.579198 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-1453f41f-14ff-45de-aa20-bb0edeba2c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590143'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:41.957889 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writer thread running {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 21:07:42.633538 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0b00155b-02ee-4193-8cce-6b75eccdd9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590143'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:42.667539 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b2263efd-bb58-4aa9-aebc-2c8ba899cd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:43.752461 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590143'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:43.849458 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 39892) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:07:44.443086 dv-cinder-847732-1-iscsi neutron-server[104130]: WARNING oslo_policy.policy [None req-5d13b2cb-8a25-42b5-b743-70cf6b69bc3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 21:07:44.443641 dv-cinder-847732-1-iscsi neutron-server[104130]: WARNING oslo_policy.policy [None req-5d13b2cb-8a25-42b5-b743-70cf6b69bc3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 21:07:44.658843 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [None req-5d13b2cb-8a25-42b5-b743-70cf6b69bc3f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:07:44.672983 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5d13b2cb-8a25-42b5-b743-70cf6b69bc3f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8096664 Jun 27 21:07:45.391560 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590143'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:45.659254 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590143'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:45.660075 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.660486 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.660968 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.661304 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.661624 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.661940 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.662254 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.662720 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.663042 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.663373 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.663796 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.664116 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.664445 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.664766 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.665108 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:45.665501 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847732-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:07:45.672308 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847732-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:07:47.040138 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 39922) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:07:47.578444 dv-cinder-847732-1-iscsi neutron-server[104131]: WARNING oslo_policy.policy [None req-0c2858f4-37b8-4d29-98ec-1d11ef3cc351 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 21:07:47.578988 dv-cinder-847732-1-iscsi neutron-server[104131]: WARNING oslo_policy.policy [None req-0c2858f4-37b8-4d29-98ec-1d11ef3cc351 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 21:07:47.796852 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-0c2858f4-37b8-4d29-98ec-1d11ef3cc351 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:07:47.888714 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.policy [None req-0c2858f4-37b8-4d29-98ec-1d11ef3cc351 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104131) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 21:07:47.932203 dv-cinder-847732-1-iscsi neutron-server[104131]: WARNING oslo_policy.policy [None req-0c2858f4-37b8-4d29-98ec-1d11ef3cc351 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 21:07:47.932515 dv-cinder-847732-1-iscsi neutron-server[104131]: WARNING oslo_policy.policy [None req-0c2858f4-37b8-4d29-98ec-1d11ef3cc351 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 21:07:47.953203 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writer thread running {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 21:07:48.034542 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0c2858f4-37b8-4d29-98ec-1d11ef3cc351 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792927833495', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792927830939', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792927945362', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792927938728', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792927934123', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792927925559', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3410137', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3465152', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-388231', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1706813'] for rbac-policy (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:48.110281 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0c2858f4-37b8-4d29-98ec-1d11ef3cc351 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:48.113524 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-0c2858f4-37b8-4d29-98ec-1d11ef3cc351 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0713832 Jun 27 21:07:49.780581 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.db.l3_hamode_db [None req-95a15821-230f-4f25-a2ef-93f38ac49e71 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 27 21:07:49.860265 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a15821-230f-4f25-a2ef-93f38ac49e71 None None] Routers set() bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:07:49.860651 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a15821-230f-4f25-a2ef-93f38ac49e71 None None] Router IDs set() for agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 27 21:07:50.384678 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 39940) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:07:50.739529 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:07:50.771237 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Made reservation on behalf of 04d09da302f44fefbe5b4502010ec050 for: {'network': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:07:50.775816 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:50.793769 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:50.914760 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Publish callbacks [] for security_group (9c7bf6ae-a638-4aef-b54d-f2763ace8abd), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:50.920163 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (9c7bf6ae-a638-4aef-b54d-f2763ace8abd), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:50.944837 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=104131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:07:50.980563 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792927724611', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (398a9e6a-c279-4c9b-802e-bd57872ea5e2), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:50.981144 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Unsubscribe: segment precommit_create {{(pid=104131) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 21:07:50.981663 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.segments_db [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Added segment 398a9e6a-c279-4c9b-802e-bd57872ea5e2 of type vlan for network 4b80ba3a-8ec5-486f-a1c6-840fc2b67388 Jun 27 21:07:50.998023 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7bf6ae-a638-4aef-b54d-f2763ace8abd,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:07:51.046291 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.046625 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.046967 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.047313 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.047636 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.047941 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.048274 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.048587 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.048905 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.049241 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.049555 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.049866 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.050178 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.050495 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.050795 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Tracked resource versions report: Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: pushed versions: Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: { 'AddressGroup': {'1.2'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Agent': {'1.1'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'ConntrackHelper': {'1.0'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'LocalIPAssociation': {'1.0'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Log': {'1.0'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'NDPProxy': {'1.0'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Network': {'1.1'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Port': {'1.7'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'PortForwarding': {'1.3'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'QosPolicy': {'1.10'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SecurityGroup': {'1.5'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SecurityGroupRule': {'1.2'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SubPort': {'1.0'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Subnet': {'1.1'}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Trunk': {'1.1'}} Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: consumer versions: Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: { DHCP agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: L3 agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: Metadata agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: Metering agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: Open vSwitch agent@dv-cinder-847732-1-iscsi: { 'AddressGroup': '1.2', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Agent': '1.1', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'ConntrackHelper': '1.0', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'LocalIPAssociation': '1.0', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Log': '1.0', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'NDPProxy': '1.0', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Network': '1.1', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Port': '1.7', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'PortForwarding': '1.3', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'QosPolicy': '1.10', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SecurityGroup': '1.5', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SecurityGroupRule': '1.2', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SubPort': '1.0', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Subnet': '1.1', Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Trunk': '1.1'}} Jun 27 21:07:51.052205 dv-cinder-847732-1-iscsi neutron-server[104131]: {{(pid=104131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 21:07:51.093097 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (4b80ba3a-8ec5-486f-a1c6-840fc2b67388), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:51.135244 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (4b80ba3a-8ec5-486f-a1c6-840fc2b67388), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:51.140425 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:07:51.141154 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:51.162540 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:07:51.224537 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8385704 Jun 27 21:07:51.263199 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30be73-fb4f-4bf3-b00a-4107515ba32d demo demo] Pushing event updated for resources: {'Network': ['ID=4b80ba3a-8ec5-486f-a1c6-840fc2b67388,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:07:51.277664 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 4b80ba3a-8ec5-486f-a1c6-840fc2b67388 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:07:53.533443 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 39954) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:07:53.922302 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writer thread running {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 21:07:54.138604 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.policy [None req-b549e837-ed02-4f36-8d58-530aec5f7a40 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104130) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 21:07:54.183097 dv-cinder-847732-1-iscsi neutron-server[104130]: WARNING oslo_policy.policy [None req-b549e837-ed02-4f36-8d58-530aec5f7a40 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 21:07:54.183390 dv-cinder-847732-1-iscsi neutron-server[104130]: WARNING oslo_policy.policy [None req-b549e837-ed02-4f36-8d58-530aec5f7a40 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 21:07:54.191025 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549e837-ed02-4f36-8d58-530aec5f7a40 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:07:54.192748 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b549e837-ed02-4f36-8d58-530aec5f7a40 demo admin] 10.222.0.13 "GET /v2.0/networks/4b80ba3a-8ec5-486f-a1c6-840fc2b67388 HTTP/1.1" status: 200 len: 825 time: 0.6583259 Jun 27 21:07:54.232845 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-17232eb3-56da-4fe4-a450-aba7d51c82d7 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/1fc2b6e0-19a3-42a0-a639-d60a4ae9accf HTTP/1.1" status: 200 len: 734 time: 0.0338695 Jun 27 21:07:54.242315 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '1fc2b6e0-19a3-42a0-a639-d60a4ae9accf', 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:07:54.282274 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Made reservation on behalf of 04d09da302f44fefbe5b4502010ec050 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:07:54.285241 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:54.584840 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (b118dbfd-e785-45a8-bcf7-9dc1a4f420cd), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:54.661419 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Checking segment: {'id': '398a9e6a-c279-4c9b-802e-bd57872ea5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:07:54.661799 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Network hostable DHCP agents. Network: 4b80ba3a-8ec5-486f-a1c6-840fc2b67388, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:07:54.664180 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b118dbfd-e785-45a8-bcf7-9dc1a4f420cd,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:07:54.675915 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=63,neutron:INSERT=37 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:07:54.677493 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.677827 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.678214 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.678558 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.678884 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.679201 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.679519 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.679834 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.680161 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.680480 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.680784 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.681129 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.681445 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.681754 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.682063 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Tracked resource versions report: Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: pushed versions: Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: { 'AddressGroup': {'1.2'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Agent': {'1.1'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'ConntrackHelper': {'1.0'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'LocalIPAssociation': {'1.0'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Log': {'1.0'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'NDPProxy': {'1.0'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Network': {'1.1'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Port': {'1.7'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'PortForwarding': {'1.3'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'QosPolicy': {'1.10'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SecurityGroup': {'1.5'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SecurityGroupRule': {'1.2'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SubPort': {'1.0'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Subnet': {'1.1'}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Trunk': {'1.1'}} Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: consumer versions: Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: { DHCP agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: L3 agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: Metadata agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: Metering agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: Open vSwitch agent@dv-cinder-847732-1-iscsi: { 'AddressGroup': '1.2', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Agent': '1.1', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'ConntrackHelper': '1.0', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'LocalIPAssociation': '1.0', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Log': '1.0', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'NDPProxy': '1.0', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Network': '1.1', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Port': '1.7', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'PortForwarding': '1.3', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'QosPolicy': '1.10', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SecurityGroup': '1.5', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SecurityGroupRule': '1.2', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SubPort': '1.0', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Subnet': '1.1', Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Trunk': '1.1'}} Jun 27 21:07:54.683444 dv-cinder-847732-1-iscsi neutron-server[104130]: {{(pid=104130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 21:07:54.720061 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Network 4b80ba3a-8ec5-486f-a1c6-840fc2b67388 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:07:54.734536 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 4b80ba3a-8ec5-486f-a1c6-840fc2b67388) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:07:54.739768 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:07:54.740538 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:54.746445 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6159f939-3502-4ad0-87d5-4e3af62e3369 None None] Network 4b80ba3a-8ec5-486f-a1c6-840fc2b67388 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:07:54.766396 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-50dfa083-e5e3-4051-8acf-dea2efc16b90 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5277338 Jun 27 21:07:55.029145 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-4b80ba3a-8ec5-486f-a1c6-840fc2b67388', 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388', 'project_id': '04d09da302f44fefbe5b4502010ec050', 'fixed_ips': [{'subnet_id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:07:55.030481 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:55.324967 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Allocated IP 172.20.0.2 (4b80ba3a-8ec5-486f-a1c6-840fc2b67388/b118dbfd-e785-45a8-bcf7-9dc1a4f420cd/3e2f4978-8ee5-4c44-9713-50882d8adad8) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:07:55.328482 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:07:55.628223 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Publish callbacks [] for port (3e2f4978-8ee5-4c44-9713-50882d8adad8), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:55.637014 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (3e2f4978-8ee5-4c44-9713-50882d8adad8), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:55.723665 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Network 4b80ba3a-8ec5-486f-a1c6-840fc2b67388 is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:07:55.728145 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:07:55.729668 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Pushing event updated for resources: {'Port': ['ID=3e2f4978-8ee5-4c44-9713-50882d8adad8,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:07:55.734980 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:07:55.744166 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.744516 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.744867 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.745246 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.745578 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.745904 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.746226 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.746547 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.747104 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.747201 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.747478 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.747824 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.748129 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.748450 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.748762 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Tracked resource versions report: Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: pushed versions: Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: { 'AddressGroup': {'1.2'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Agent': {'1.1'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'ConntrackHelper': {'1.0'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'LocalIPAssociation': {'1.0'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Log': {'1.0'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'NDPProxy': {'1.0'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Network': {'1.1'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Port': {'1.7'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'PortForwarding': {'1.3'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'QosPolicy': {'1.10'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SecurityGroup': {'1.5'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SecurityGroupRule': {'1.2'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SubPort': {'1.0'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Subnet': {'1.1'}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Trunk': {'1.1'}} Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: consumer versions: Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: { DHCP agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: L3 agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: Metadata agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: Metering agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: Open vSwitch agent@dv-cinder-847732-1-iscsi: { 'AddressGroup': '1.2', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Agent': '1.1', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'ConntrackHelper': '1.0', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'LocalIPAssociation': '1.0', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Log': '1.0', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'NDPProxy': '1.0', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Network': '1.1', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Port': '1.7', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'PortForwarding': '1.3', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'QosPolicy': '1.10', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SecurityGroup': '1.5', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SecurityGroupRule': '1.2', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SubPort': '1.0', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Subnet': '1.1', Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Trunk': '1.1'}} Jun 27 21:07:55.750210 dv-cinder-847732-1-iscsi neutron-server[104132]: {{(pid=104132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 21:07:55.838460 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Attempting to bind port 3e2f4978-8ee5-4c44-9713-50882d8adad8 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:07:55.838854 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Attempting to bind port 3e2f4978-8ee5-4c44-9713-50882d8adad8 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '398a9e6a-c279-4c9b-802e-bd57872ea5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:07:55.839289 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Attempting to bind port 3e2f4978-8ee5-4c44-9713-50882d8adad8 on network 4b80ba3a-8ec5-486f-a1c6-840fc2b67388 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:07:55.844781 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:07:55.845216 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Checking segment: {'id': '398a9e6a-c279-4c9b-802e-bd57872ea5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:07:55.845687 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:55.846075 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Bound using segment: {'id': '398a9e6a-c279-4c9b-802e-bd57872ea5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:07:55.846556 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Bound port: 3e2f4978-8ee5-4c44-9713-50882d8adad8, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398a9e6a-c279-4c9b-802e-bd57872ea5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:07:55.847285 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3e2f4978-8ee5-4c44-9713-50882d8adad8), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:55.915165 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:07:55.928659 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] For port 3e2f4978-8ee5-4c44-9713-50882d8adad8, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:07:55.953412 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] For port 3e2f4978-8ee5-4c44-9713-50882d8adad8, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=3e2f4978-8ee5-4c44-9713-50882d8adad8,segment=NetworkSegment(398a9e6a-c279-4c9b-802e-bd57872ea5e2),segment_id=398a9e6a-c279-4c9b-802e-bd57872ea5e2)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:07:55.962250 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3e2f4978-8ee5-4c44-9713-50882d8adad8), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:07:56.027408 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c78635-7d7a-4a5c-84cb-db258b2edb0b None None] Pushing event updated for resources: {'Port': ['ID=3e2f4978-8ee5-4c44-9713-50882d8adad8,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:07:57.101180 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 39972) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:07:57.485429 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [None req-8c6d6892-5e46-415f-b368-fde2aebfa947 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:07:57.486544 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-8c6d6892-5e46-415f-b368-fde2aebfa947 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3844149 Jun 27 21:07:59.851337 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 39980) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:08:00.208061 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [None req-89bc23d9-4ede-4378-81c3-57d3c45329de admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:08:00.208061 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-89bc23d9-4ede-4378-81c3-57d3c45329de admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3557239 Jun 27 21:08:00.404601 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:00.409526 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=8 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:01.236550 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:INSERT=14,neutron:SELECT=50,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:02.513663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 39992) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:08:02.869772 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-17c3bc84-962a-4ea7-8899-7c08d8fdcc95 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:08:02.896895 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-17c3bc84-962a-4ea7-8899-7c08d8fdcc95 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (e66ef757-03b9-4c6a-8fcc-9ce805912c87), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:02.898627 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-17c3bc84-962a-4ea7-8899-7c08d8fdcc95 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (e66ef757-03b9-4c6a-8fcc-9ce805912c87), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:03.038063 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-17c3bc84-962a-4ea7-8899-7c08d8fdcc95 demo demo] Publish callbacks [] for router_controller (e66ef757-03b9-4c6a-8fcc-9ce805912c87), precommit_add_association {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:03.043049 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-17c3bc84-962a-4ea7-8899-7c08d8fdcc95 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (e66ef757-03b9-4c6a-8fcc-9ce805912c87), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:03.061682 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-17c3bc84-962a-4ea7-8899-7c08d8fdcc95 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:03.062926 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-17c3bc84-962a-4ea7-8899-7c08d8fdcc95 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5483212 Jun 27 21:08:03.339322 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3e2f4978-8ee5-4c44-9713-50882d8adad8 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:08:03.425645 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 3e2f4978-8ee5-4c44-9713-50882d8adad8 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:08:03.425974 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3e2f4978-8ee5-4c44-9713-50882d8adad8), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:03.532108 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 3e2f4978-8ee5-4c44-9713-50882d8adad8 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:08:03.532480 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3e2f4978-8ee5-4c44-9713-50882d8adad8), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:03.570149 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port 3e2f4978-8ee5-4c44-9713-50882d8adad8, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=3e2f4978-8ee5-4c44-9713-50882d8adad8,segment=NetworkSegment(398a9e6a-c279-4c9b-802e-bd57872ea5e2),segment_id=398a9e6a-c279-4c9b-802e-bd57872ea5e2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:08:03.574672 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3e2f4978-8ee5-4c44-9713-50882d8adad8), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:03.625666 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=3e2f4978-8ee5-4c44-9713-50882d8adad8,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:04.173288 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbfc83f-3852-49e9-9271-3e68e5ccfd88 None None] Network 4b80ba3a-8ec5-486f-a1c6-840fc2b67388 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:08:04.265920 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-8a34d884-92f8-43b0-aef2-b96ac4907068 None None] Provisioning complete for port 3e2f4978-8ee5-4c44-9713-50882d8adad8 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:08:04.266325 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8a34d884-92f8-43b0-aef2-b96ac4907068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3e2f4978-8ee5-4c44-9713-50882d8adad8), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:04.306101 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:04.374599 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-8a34d884-92f8-43b0-aef2-b96ac4907068 None None] Current status of the port 3e2f4978-8ee5-4c44-9713-50882d8adad8 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:08:04.593803 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-05a6f4ce-6c88-463e-990c-b0052c3c8051 None None] Provisioning complete for port 3e2f4978-8ee5-4c44-9713-50882d8adad8 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:08:04.594076 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-05a6f4ce-6c88-463e-990c-b0052c3c8051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3e2f4978-8ee5-4c44-9713-50882d8adad8), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:04.671525 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-05a6f4ce-6c88-463e-990c-b0052c3c8051 None None] Current status of the port 3e2f4978-8ee5-4c44-9713-50882d8adad8 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:08:04.756912 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:04.757737 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=58,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:05.330416 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3e2f4978-8ee5-4c44-9713-50882d8adad8 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:08:05.375285 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 3e2f4978-8ee5-4c44-9713-50882d8adad8 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:08:05.375968 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3e2f4978-8ee5-4c44-9713-50882d8adad8), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:05.408500 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40006) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:08:05.443592 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:05.449305 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 3e2f4978-8ee5-4c44-9713-50882d8adad8 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:08:05.758352 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [None req-b4af667c-21b0-4a39-bd35-975cfd03937b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:08:05.759342 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-b4af667c-21b0-4a39-bd35-975cfd03937b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3498373 Jun 27 21:08:08.071307 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40014) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:08:08.422545 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:08:08.443776 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Made reservation on behalf of b6e5cf8b46f34e30a9b900f3cd1507c0 for: {'network': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:08:08.446070 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:08.454332 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:08.534311 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Publish callbacks [] for security_group (ac14305c-7398-4763-b99f-260bd04f577b), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:08.538696 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (ac14305c-7398-4763-b99f-260bd04f577b), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:08.553896 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Reserving flat network on physical network physnet1 {{(pid=104131) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 27 21:08:08.574449 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac14305c-7398-4763-b99f-260bd04f577b,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:08.577198 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (8a137a67-8548-45cb-b598-28bb17c05603), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:08.577529 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.segments_db [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Added segment 8a137a67-8548-45cb-b598-28bb17c05603 of type flat for network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 Jun 27 21:08:08.626085 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:08.683807 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:08.684968 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:08:08.685584 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:08.746284 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6737285 Jun 27 21:08:08.792591 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2aa21-b3a5-4be8-a744-5411f7f89436 admin admin] Pushing event updated for resources: {'Network': ['ID=439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:08.803922 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:08:10.397231 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-947ca26b-58ab-48cf-b9be-37847ad8e42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:11.088212 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40022) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:08:11.522246 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc0f6e2-a621-49a8-bace-4f012712a80d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:08:11.523524 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-bfc0f6e2-a621-49a8-bace-4f012712a80d demo admin] 10.222.0.13 "GET /v2.0/subnets/b118dbfd-e785-45a8-bcf7-9dc1a4f420cd HTTP/1.1" status: 200 len: 849 time: 0.4343536 Jun 27 21:08:11.645141 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-c11c8d35-fa8d-4a4d-859a-7a5502e5c1e4 demo admin] 10.222.0.13 "GET /v2.0/routers/e66ef757-03b9-4c6a-8fcc-9ce805912c87 HTTP/1.1" status: 200 len: 704 time: 0.1154656 Jun 27 21:08:11.918263 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:11.939434 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:11.999453 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:12.225247 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Allocated IP 172.20.0.1 (4b80ba3a-8ec5-486f-a1c6-840fc2b67388/b118dbfd-e785-45a8-bcf7-9dc1a4f420cd/1436f715-84bc-4bd1-bce3-06671c946595) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:08:12.433607 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Publish callbacks [] for port (1436f715-84bc-4bd1-bce3-06671c946595), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:12.507003 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (1436f715-84bc-4bd1-bce3-06671c946595), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:12.678188 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Network 4b80ba3a-8ec5-486f-a1c6-840fc2b67388 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:08:12.683829 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2c65dbf0-380b-4306-9695-1135e192241c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:12.687006 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:08:12.692592 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Pushing event updated for resources: {'Port': ['ID=1436f715-84bc-4bd1-bce3-06671c946595,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:12.697407 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:08:12.697968 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (e66ef757-03b9-4c6a-8fcc-9ce805912c87), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:12.907836 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (1436f715-84bc-4bd1-bce3-06671c946595), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:12.945356 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-a68f5868-75fb-4e54-92a4-6b6c841e960d None None] Provisioning complete for port 1436f715-84bc-4bd1-bce3-06671c946595 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:08:12.945739 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-a68f5868-75fb-4e54-92a4-6b6c841e960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (1436f715-84bc-4bd1-bce3-06671c946595), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:12.983311 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-a68f5868-75fb-4e54-92a4-6b6c841e960d None None] Port 1436f715-84bc-4bd1-bce3-06671c946595 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:08:13.126775 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Publish callbacks [] for port (1436f715-84bc-4bd1-bce3-06671c946595), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:13.131865 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (1436f715-84bc-4bd1-bce3-06671c946595), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:13.132867 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (e66ef757-03b9-4c6a-8fcc-9ce805912c87), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:13.192555 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Pushing event updated for resources: {'Port': ['ID=1436f715-84bc-4bd1-bce3-06671c946595,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:13.233052 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:13.235341 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:13.268211 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Network 4b80ba3a-8ec5-486f-a1c6-840fc2b67388 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:08:13.269651 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:08:13.440363 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Router e66ef757-03b9-4c6a-8fcc-9ce805912c87 is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:08:13.503118 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-b528e961-0ab2-4b87-9954-2479b2cf7b0c None None] Provisioning complete for port 1436f715-84bc-4bd1-bce3-06671c946595 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:08:13.503544 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b528e961-0ab2-4b87-9954-2479b2cf7b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (1436f715-84bc-4bd1-bce3-06671c946595), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:13.537310 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-b528e961-0ab2-4b87-9954-2479b2cf7b0c None None] Port 1436f715-84bc-4bd1-bce3-06671c946595 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:08:13.549349 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:08:13.555046 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-0d97f78d-3a5e-4f04-96ab-5cc96134f959 demo admin] 10.222.0.13 "PUT /v2.0/routers/e66ef757-03b9-4c6a-8fcc-9ce805912c87/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9043405 Jun 27 21:08:13.572705 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Sync routers for ids ['e66ef757-03b9-4c6a-8fcc-9ce805912c87'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:08:13.586519 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Routers {'e66ef757-03b9-4c6a-8fcc-9ce805912c87'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:08:13.587326 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:08:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e66ef757-03b9-4c6a-8fcc-9ce805912c87'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:08:13.719742 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:13.773356 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Set router e66ef757-03b9-4c6a-8fcc-9ce805912c87 gateway port host: None {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:08:14.195572 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'name': 'router1', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:08:02Z', 'updated_at': '2022-06-27T21:08:12Z', 'revision_number': 2, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'gw_port_host': None, '_interfaces': [{'id': '1436f715-84bc-4bd1-bce3-06671c946595', 'name': '', 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'mac_address': 'fa:16:3e:ea:4d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:08:11Z', 'updated_at': '2022-06-27T21:08:12Z', 'revision_number': 2, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'subnets': [{'id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc2b6e0-19a3-42a0-a639-d60a4ae9accf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:08:14.246168 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Checking router: e66ef757-03b9-4c6a-8fcc-9ce805912c87 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:08:14.246545 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Updating router e66ef757-03b9-4c6a-8fcc-9ce805912c87 port 1436f715-84bc-4bd1-bce3-06671c946595 binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:08:14.329042 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (1436f715-84bc-4bd1-bce3-06671c946595), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:14.843643 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Publish callbacks [] for port (1436f715-84bc-4bd1-bce3-06671c946595), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:14.852845 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (1436f715-84bc-4bd1-bce3-06671c946595), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:14.994502 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Pushing event updated for resources: {'Port': ['ID=1436f715-84bc-4bd1-bce3-06671c946595,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:15.026046 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.026389 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.026731 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.027063 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.027389 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.027711 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.028026 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.028375 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.028655 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.028996 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.029359 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.029687 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.030002 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.030310 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.030675 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Tracked resource versions report: Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: pushed versions: Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: { 'AddressGroup': {'1.2'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Agent': {'1.1'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'ConntrackHelper': {'1.0'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'LocalIPAssociation': {'1.0'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Log': {'1.0'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'NDPProxy': {'1.0'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Network': {'1.1'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Port': {'1.7'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'PortForwarding': {'1.3'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'QosPolicy': {'1.10'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SecurityGroup': {'1.5'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SecurityGroupRule': {'1.2'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SubPort': {'1.0'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Subnet': {'1.1'}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Trunk': {'1.1'}} Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: consumer versions: Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: { DHCP agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: L3 agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: Metadata agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: Metering agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: Open vSwitch agent@dv-cinder-847732-1-iscsi: { 'AddressGroup': '1.2', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Agent': '1.1', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'ConntrackHelper': '1.0', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'LocalIPAssociation': '1.0', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Log': '1.0', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'NDPProxy': '1.0', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Network': '1.1', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Port': '1.7', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'PortForwarding': '1.3', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'QosPolicy': '1.10', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SecurityGroup': '1.5', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SecurityGroupRule': '1.2', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SubPort': '1.0', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Subnet': '1.1', Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Trunk': '1.1'}} Jun 27 21:08:15.032179 dv-cinder-847732-1-iscsi neutron-server[104133]: {{(pid=104133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 21:08:15.047738 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Attempting to bind port 1436f715-84bc-4bd1-bce3-06671c946595 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:08:15.048103 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Attempting to bind port 1436f715-84bc-4bd1-bce3-06671c946595 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '398a9e6a-c279-4c9b-802e-bd57872ea5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:08:15.048519 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Attempting to bind port 1436f715-84bc-4bd1-bce3-06671c946595 on network 4b80ba3a-8ec5-486f-a1c6-840fc2b67388 {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:08:15.054594 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:08:15.054998 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Checking segment: {'id': '398a9e6a-c279-4c9b-802e-bd57872ea5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:08:15.055465 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:15.055833 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Bound using segment: {'id': '398a9e6a-c279-4c9b-802e-bd57872ea5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:08:15.056343 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Bound port: 1436f715-84bc-4bd1-bce3-06671c946595, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398a9e6a-c279-4c9b-802e-bd57872ea5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:08:15.056710 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (1436f715-84bc-4bd1-bce3-06671c946595), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:15.065755 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-35addaee-e47f-488f-9e65-329e7b0abcd9 None None] Provisioning complete for port 1436f715-84bc-4bd1-bce3-06671c946595 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:08:15.066278 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-35addaee-e47f-488f-9e65-329e7b0abcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (1436f715-84bc-4bd1-bce3-06671c946595), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:15.097753 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-35addaee-e47f-488f-9e65-329e7b0abcd9 None None] Port 1436f715-84bc-4bd1-bce3-06671c946595 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:08:15.120272 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:15.123951 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] For port 1436f715-84bc-4bd1-bce3-06671c946595, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:08:15.144547 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] For port 1436f715-84bc-4bd1-bce3-06671c946595, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=1436f715-84bc-4bd1-bce3-06671c946595,segment=NetworkSegment(398a9e6a-c279-4c9b-802e-bd57872ea5e2),segment_id=398a9e6a-c279-4c9b-802e-bd57872ea5e2)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:08:15.145583 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:15.151252 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (1436f715-84bc-4bd1-bce3-06671c946595), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:15.212116 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Routers {'e66ef757-03b9-4c6a-8fcc-9ce805912c87'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:08:15.212749 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:08:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e66ef757-03b9-4c6a-8fcc-9ce805912c87'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:08:15.214816 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b76c3-b6d6-4c72-b82b-717ad31deccb None None] Pushing event updated for resources: {'Port': ['ID=1436f715-84bc-4bd1-bce3-06671c946595,revision_number=4']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:15.308254 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] Set router e66ef757-03b9-4c6a-8fcc-9ce805912c87 gateway port host: None {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:08:15.374431 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:15.415784 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-866e648b-8401-42cc-a5cc-a8ace3f8cf3e None None] Provisioning complete for port 1436f715-84bc-4bd1-bce3-06671c946595 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:08:15.416161 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-866e648b-8401-42cc-a5cc-a8ace3f8cf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (1436f715-84bc-4bd1-bce3-06671c946595), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:15.495501 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-866e648b-8401-42cc-a5cc-a8ace3f8cf3e None None] Current status of the port 1436f715-84bc-4bd1-bce3-06671c946595 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:08:15.495945 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-866e648b-8401-42cc-a5cc-a8ace3f8cf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (1436f715-84bc-4bd1-bce3-06671c946595), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:15.509972 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'name': 'router1', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:08:02Z', 'updated_at': '2022-06-27T21:08:12Z', 'revision_number': 2, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'gw_port_host': None, '_interfaces': [{'id': '1436f715-84bc-4bd1-bce3-06671c946595', 'name': '', 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'mac_address': 'fa:16:3e:ea:4d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:08:11Z', 'updated_at': '2022-06-27T21:08:15Z', 'revision_number': 4, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'subnets': [{'id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc2b6e0-19a3-42a0-a639-d60a4ae9accf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:08:15.529989 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-866e648b-8401-42cc-a5cc-a8ace3f8cf3e None None] For port 1436f715-84bc-4bd1-bce3-06671c946595, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=1436f715-84bc-4bd1-bce3-06671c946595,segment=NetworkSegment(398a9e6a-c279-4c9b-802e-bd57872ea5e2),segment_id=398a9e6a-c279-4c9b-802e-bd57872ea5e2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:08:15.534807 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-866e648b-8401-42cc-a5cc-a8ace3f8cf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (1436f715-84bc-4bd1-bce3-06671c946595), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:15.535181 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e99edc-e8ca-4ea1-9ed0-680316d7b7e2 None None] The sync data for ids ['e66ef757-03b9-4c6a-8fcc-9ce805912c87'] in dv-cinder-847732-1-iscsi is: [{'id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'name': 'router1', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:08:02Z', 'updated_at': '2022-06-27T21:08:12Z', 'revision_number': 2, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'gw_port_host': None, '_interfaces': [{'id': '1436f715-84bc-4bd1-bce3-06671c946595', 'name': '', 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'mac_address': 'fa:16:3e:ea:4d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:08:11Z', 'updated_at': '2022-06-27T21:08:15Z', 'revision_number': 4, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'subnets': [{'id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc2b6e0-19a3-42a0-a639-d60a4ae9accf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:08:15.584747 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e648b-8401-42cc-a5cc-a8ace3f8cf3e None None] Pushing event updated for resources: {'Port': ['ID=1436f715-84bc-4bd1-bce3-06671c946595,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:15.656018 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:15.873126 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 40046) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:08:16.085610 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456d3a1-5f95-407c-b788-5badcdcbe085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:08:16.086986 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5456d3a1-5f95-407c-b788-5badcdcbe085 admin admin] 10.222.0.13 "GET /v2.0/networks/439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 HTTP/1.1" status: 200 len: 842 time: 0.2128580 Jun 27 21:08:16.096858 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:08:16.120642 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Made reservation on behalf of b6e5cf8b46f34e30a9b900f3cd1507c0 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:08:16.123022 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:16.466794 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.objects.ports [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104130) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 27 21:08:16.467251 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (56bc6d67-1e44-4ec2-899c-524922981681), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:16.517970 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56bc6d67-1e44-4ec2-899c-524922981681,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:16.534540 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:08:16.534867 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Network hostable DHCP agents. Network: 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:08:16.553181 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:08:16.563842 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:08:16.568232 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:08:16.568906 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:16.574425 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37447e6-afb4-477e-8a21-07b0acab0ec1 None None] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:08:16.587900 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b5f50af6-35ab-4ff0-8e8b-3e177032be56 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4947345 Jun 27 21:08:16.604791 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:16.687893 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc3d19-a339-4fe1-a96a-7bf2aaeb9205 None None] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:08:18.847866 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40064) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:08:18.990925 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-30059913-9050-4ca2-8e70-61e19db266e9 demo admin] 10.222.0.13 "GET /v2.0/routers/e66ef757-03b9-4c6a-8fcc-9ce805912c87 HTTP/1.1" status: 200 len: 710 time: 0.1418638 Jun 27 21:08:19.079494 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e2b74a-f4dc-43a3-9f6d-dddd9ff9087a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:08:19.080864 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-74e2b74a-f4dc-43a3-9f6d-dddd9ff9087a demo admin] 10.222.0.13 "GET /v2.0/networks/439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 HTTP/1.1" status: 200 len: 886 time: 0.0842421 Jun 27 21:08:19.089958 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:08:19.410452 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Publish callbacks [] for router_gateway (e66ef757-03b9-4c6a-8fcc-9ce805912c87), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:19.632139 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Publish callbacks [] for router_gateway (e66ef757-03b9-4c6a-8fcc-9ce805912c87), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:19.716113 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:19.757703 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:19.769265 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:19.786413 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 5 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:08:19.832274 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Allocated IP 172.27.0.54 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/9245f532-ef02-4318-901b-aab6eae692aa) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:08:19.938397 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Publish callbacks [] for port (9245f532-ef02-4318-901b-aab6eae692aa), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:19.975665 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (9245f532-ef02-4318-901b-aab6eae692aa), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:20.022665 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:08:20.026185 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:08:20.031013 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:08:20.034109 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Pushing event updated for resources: {'Port': ['ID=9245f532-ef02-4318-901b-aab6eae692aa,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:20.275018 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Publish callbacks [] for router_gateway (e66ef757-03b9-4c6a-8fcc-9ce805912c87), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:20.477065 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2563'] for router (e66ef757-03b9-4c6a-8fcc-9ce805912c87), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:20.480743 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-591509'] for router (e66ef757-03b9-4c6a-8fcc-9ce805912c87), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:20.587709 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Router e66ef757-03b9-4c6a-8fcc-9ce805912c87 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:08:20.594904 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:20.648141 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:20.702041 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:08:20.706296 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:20.707481 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-52303408-4d1d-4c29-9f2b-fe400dbec1db demo admin] 10.222.0.13 "PUT /v2.0/routers/e66ef757-03b9-4c6a-8fcc-9ce805912c87 HTTP/1.1" status: 200 len: 889 time: 1.6207557 Jun 27 21:08:21.341069 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 1436f715-84bc-4bd1-bce3-06671c946595 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:08:21.391581 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 1436f715-84bc-4bd1-bce3-06671c946595 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:08:21.392056 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (1436f715-84bc-4bd1-bce3-06671c946595), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:21.470836 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 1436f715-84bc-4bd1-bce3-06671c946595 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:08:21.925646 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Sync routers for ids ['e66ef757-03b9-4c6a-8fcc-9ce805912c87'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:08:21.938477 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Routers {'e66ef757-03b9-4c6a-8fcc-9ce805912c87'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:08:21.939250 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:08:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e66ef757-03b9-4c6a-8fcc-9ce805912c87'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:08:22.144783 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Set router e66ef757-03b9-4c6a-8fcc-9ce805912c87 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:08:22.210930 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:22.629855 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'name': 'router1', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '9245f532-ef02-4318-901b-aab6eae692aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:08:02Z', 'updated_at': '2022-06-27T21:08:20Z', 'revision_number': 4, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'gw_port': {'id': '9245f532-ef02-4318-901b-aab6eae692aa', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:19:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:08:19Z', 'updated_at': '2022-06-27T21:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '1436f715-84bc-4bd1-bce3-06671c946595', 'name': '', 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'mac_address': 'fa:16:3e:ea:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:08:11Z', 'updated_at': '2022-06-27T21:08:15Z', 'revision_number': 5, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'subnets': [{'id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc2b6e0-19a3-42a0-a639-d60a4ae9accf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:08:22.679159 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Checking router: e66ef757-03b9-4c6a-8fcc-9ce805912c87 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:08:22.679477 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Updating router e66ef757-03b9-4c6a-8fcc-9ce805912c87 port 9245f532-ef02-4318-901b-aab6eae692aa binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:08:22.734858 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9245f532-ef02-4318-901b-aab6eae692aa), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:22.972556 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40076) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:08:22.999627 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:23.057442 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Publish callbacks [] for port (9245f532-ef02-4318-901b-aab6eae692aa), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:23.064113 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (9245f532-ef02-4318-901b-aab6eae692aa), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:23.090725 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-9baf980e-184b-4ff2-a37d-660f00af0a90 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1168633 Jun 27 21:08:23.121294 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee07b12-484e-4bff-8bcb-af2f899508cb None None] Pushing event updated for resources: {'Port': ['ID=9245f532-ef02-4318-901b-aab6eae692aa,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:23.128154 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Attempting to bind port 9245f532-ef02-4318-901b-aab6eae692aa on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:08:23.129709 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Attempting to bind port 9245f532-ef02-4318-901b-aab6eae692aa by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:08:23.129709 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Attempting to bind port 9245f532-ef02-4318-901b-aab6eae692aa on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:08:23.135239 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:08:23.135604 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:08:23.135994 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:23.136372 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:08:23.136856 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Bound port: 9245f532-ef02-4318-901b-aab6eae692aa, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:08:23.137256 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9245f532-ef02-4318-901b-aab6eae692aa), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:23.190709 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] For port 9245f532-ef02-4318-901b-aab6eae692aa, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:08:23.194427 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] For port 9245f532-ef02-4318-901b-aab6eae692aa, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=9245f532-ef02-4318-901b-aab6eae692aa,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:08:23.202810 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (9245f532-ef02-4318-901b-aab6eae692aa), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:23.263623 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Routers {'e66ef757-03b9-4c6a-8fcc-9ce805912c87'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:08:23.264278 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:08:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e66ef757-03b9-4c6a-8fcc-9ce805912c87'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:08:23.267491 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee07b12-484e-4bff-8bcb-af2f899508cb None None] Pushing event updated for resources: {'Port': ['ID=9245f532-ef02-4318-901b-aab6eae692aa,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:23.371558 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] Set router e66ef757-03b9-4c6a-8fcc-9ce805912c87 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:08:23.490096 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:23.571886 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'name': 'router1', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '9245f532-ef02-4318-901b-aab6eae692aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:08:02Z', 'updated_at': '2022-06-27T21:08:20Z', 'revision_number': 4, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'gw_port': {'id': '9245f532-ef02-4318-901b-aab6eae692aa', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:19:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:08:19Z', 'updated_at': '2022-06-27T21:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '1436f715-84bc-4bd1-bce3-06671c946595', 'name': '', 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'mac_address': 'fa:16:3e:ea:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:08:11Z', 'updated_at': '2022-06-27T21:08:15Z', 'revision_number': 5, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'subnets': [{'id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc2b6e0-19a3-42a0-a639-d60a4ae9accf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:08:23.597878 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692ba0a-3f37-4f56-b9be-e50a029afbc3 None None] The sync data for ids ['e66ef757-03b9-4c6a-8fcc-9ce805912c87'] in dv-cinder-847732-1-iscsi is: [{'id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'name': 'router1', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '9245f532-ef02-4318-901b-aab6eae692aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:08:02Z', 'updated_at': '2022-06-27T21:08:20Z', 'revision_number': 4, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'gw_port': {'id': '9245f532-ef02-4318-901b-aab6eae692aa', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:19:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:08:19Z', 'updated_at': '2022-06-27T21:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '1436f715-84bc-4bd1-bce3-06671c946595', 'name': '', 'network_id': '4b80ba3a-8ec5-486f-a1c6-840fc2b67388', 'tenant_id': '04d09da302f44fefbe5b4502010ec050', 'mac_address': 'fa:16:3e:ea:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66ef757-03b9-4c6a-8fcc-9ce805912c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:08:11Z', 'updated_at': '2022-06-27T21:08:15Z', 'revision_number': 5, 'project_id': '04d09da302f44fefbe5b4502010ec050', 'subnets': [{'id': 'b118dbfd-e785-45a8-bcf7-9dc1a4f420cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fc2b6e0-19a3-42a0-a639-d60a4ae9accf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:08:25.368078 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 9245f532-ef02-4318-901b-aab6eae692aa up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:08:25.430833 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 9245f532-ef02-4318-901b-aab6eae692aa triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:08:25.431406 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (9245f532-ef02-4318-901b-aab6eae692aa), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:25.513689 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=36 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:25.516596 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 9245f532-ef02-4318-901b-aab6eae692aa is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:08:25.516968 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9245f532-ef02-4318-901b-aab6eae692aa), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:25.542907 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port 9245f532-ef02-4318-901b-aab6eae692aa, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=9245f532-ef02-4318-901b-aab6eae692aa,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:08:25.548100 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (9245f532-ef02-4318-901b-aab6eae692aa), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:25.599477 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=9245f532-ef02-4318-901b-aab6eae692aa,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:08:26.579688 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=48,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:26.581122 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=60,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:27.387523 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 9245f532-ef02-4318-901b-aab6eae692aa up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:08:27.391850 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:27.487199 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 9245f532-ef02-4318-901b-aab6eae692aa triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:08:27.487199 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (9245f532-ef02-4318-901b-aab6eae692aa), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:27.576502 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 9245f532-ef02-4318-901b-aab6eae692aa is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:08:29.783283 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=46 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:33.082931 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:33.086745 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=12 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:37.542328 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=12 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:37.577158 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:40.404344 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-a88166b4-db30-4d65-9e0c-0dcae6be7a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:42.631834 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7766df06-b9ff-4ab9-95d0-a7b9eafe2871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:43.722342 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:45.360744 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:45.659408 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:08:55.352693 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:55.653051 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:08:56.790219 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 5 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:09:06.781505 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:09:06.782726 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=6 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:09:10.419108 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7de56268-0edf-44ac-ad09-b1744ad78888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:12.629079 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dad0a93d-943d-4ff0-bea9-be31c6b3eca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:13.727366 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:15.396176 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:15.656329 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:25.648370 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=21 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:09:25.651533 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:09:33.789420 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 5 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:09:38.686726 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40616) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:09:38.756792 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc69e57c-67f8-4a62-878e-7c5063cc35a3 admin admin] GET failed (client error): The resource could not be found. Jun 27 21:09:38.759029 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-dc69e57c-67f8-4a62-878e-7c5063cc35a3 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0705202 Jun 27 21:09:39.038963 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999fefaa-effe-4026-90a5-4d40baaa8c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:39.040519 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-999fefaa-effe-4026-90a5-4d40baaa8c57 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2757535 Jun 27 21:09:40.395151 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f88c2d6c-aa49-4386-8652-288639153d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:41.172643 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 40626) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:09:41.272009 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b0c810-6a4b-4fea-8181-8015ad55b055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:41.273312 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-09b0c810-6a4b-4fea-8181-8015ad55b055 admin admin] 10.222.0.13 "GET /v2.0/subnets/b118dbfd-e785-45a8-bcf7-9dc1a4f420cd HTTP/1.1" status: 200 len: 849 time: 0.0996914 Jun 27 21:09:41.283146 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:09:41.374678 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Publish callbacks [] for subnet (b118dbfd-e785-45a8-bcf7-9dc1a4f420cd), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:41.533971 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792927916912'] for subnet (b118dbfd-e785-45a8-bcf7-9dc1a4f420cd), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:41.573639 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:41.573939 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:41.575944 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] 10.222.0.13 "PUT /v2.0/subnets/b118dbfd-e785-45a8-bcf7-9dc1a4f420cd HTTP/1.1" status: 200 len: 868 time: 0.2964637 Jun 27 21:09:41.577495 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f342814-e0f3-4bf2-ae75-028ee4a7d2b8 None None] Network 4b80ba3a-8ec5-486f-a1c6-840fc2b67388 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:09:41.597211 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b118dbfd-e785-45a8-bcf7-9dc1a4f420cd,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:09:41.605445 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.605825 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.606135 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.606659 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.606998 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.607325 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.607646 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.607953 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.608298 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.608621 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.609016 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.609327 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.609703 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.610038 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.610340 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c6381-4c3e-4f32-951b-4bca116891a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:09:41.936022 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-01270e7c-62cb-45f7-9b86-65e93da5c348 None None] Provisioning complete for port 3e2f4978-8ee5-4c44-9713-50882d8adad8 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:09:41.936369 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-01270e7c-62cb-45f7-9b86-65e93da5c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3e2f4978-8ee5-4c44-9713-50882d8adad8), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:42.015194 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-01270e7c-62cb-45f7-9b86-65e93da5c348 None None] Current status of the port 3e2f4978-8ee5-4c44-9713-50882d8adad8 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:09:42.026484 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-01270e7c-62cb-45f7-9b86-65e93da5c348 None None] Provisioning complete for port 1436f715-84bc-4bd1-bce3-06671c946595 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:09:42.026484 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-01270e7c-62cb-45f7-9b86-65e93da5c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (1436f715-84bc-4bd1-bce3-06671c946595), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:42.098955 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-01270e7c-62cb-45f7-9b86-65e93da5c348 None None] Current status of the port 1436f715-84bc-4bd1-bce3-06671c946595 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:09:42.625757 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-36d69d8d-4397-4564-bf4b-72bf1a263a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:43.678062 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 40636) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:09:43.729085 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:43.784255 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=4 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:09:43.785045 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:09:43.889070 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dcde09-df39-4cf0-ad88-8f1ddab8306b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:43.889470 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dcde09-df39-4cf0-ad88-8f1ddab8306b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:43.890990 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-57dcde09-df39-4cf0-ad88-8f1ddab8306b admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2119579 Jun 27 21:09:45.359403 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:45.653055 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:09:45.976183 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 40644) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:09:46.133510 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb5425-9855-40be-9891-8b5e99bc6660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:46.133970 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb5425-9855-40be-9891-8b5e99bc6660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:46.135502 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-69bb5425-9855-40be-9891-8b5e99bc6660 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1583436 Jun 27 21:09:48.217299 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40652) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:09:48.354618 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2619021-a455-44c7-8bca-4094b9a2f352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:48.355919 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d2619021-a455-44c7-8bca-4094b9a2f352 admin admin] 10.222.0.13 "GET /v2.0/networks/439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 HTTP/1.1" status: 200 len: 886 time: 0.1376331 Jun 27 21:09:50.455169 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 40660) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:09:50.608530 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b605e-4eb8-4c72-9fdc-ce9ed1e7d51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:50.609959 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-db9b605e-4eb8-4c72-9fdc-ce9ed1e7d51e admin admin] 10.222.0.13 "GET /v2.0/networks/4b80ba3a-8ec5-486f-a1c6-840fc2b67388 HTTP/1.1" status: 200 len: 869 time: 0.1538682 Jun 27 21:09:52.696543 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 40668) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:09:52.831107 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8dbb64-bb5f-4a71-9c7c-0584fe8b1ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:52.831557 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8dbb64-bb5f-4a71-9c7c-0584fe8b1ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:52.834046 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ba8dbb64-bb5f-4a71-9c7c-0584fe8b1ee0 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1356528 Jun 27 21:09:54.951669 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40676) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:09:55.091441 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4030bcfb-5890-4745-9f37-e5d8711228e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:55.091899 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4030bcfb-5890-4745-9f37-e5d8711228e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:55.093492 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-4030bcfb-5890-4745-9f37-e5d8711228e4 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1408758 Jun 27 21:09:55.640217 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:UPDATE=1,neutron:SELECT=43 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:09:55.647437 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:09:57.143538 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40684) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:09:57.235940 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d4cbe-8d7f-4c47-ae52-465da1fe8981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:57.237317 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d99d4cbe-8d7f-4c47-ae52-465da1fe8981 admin admin] 10.222.0.13 "GET /v2.0/subnets/56bc6d67-1e44-4ec2-899c-524922981681 HTTP/1.1" status: 200 len: 816 time: 0.0928097 Jun 27 21:09:59.307669 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40692) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:09:59.405574 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e233c1-4be6-422a-a530-20161aaa44f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:09:59.406936 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-75e233c1-4be6-422a-a530-20161aaa44f7 admin admin] 10.222.0.13 "GET /v2.0/subnets/b118dbfd-e785-45a8-bcf7-9dc1a4f420cd HTTP/1.1" status: 200 len: 868 time: 0.0982525 Jun 27 21:10:02.822955 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=82,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:02.825994 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:09.400909 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=46 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:09.401731 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=35 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:10.399703 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f7e7cf9c-4e9b-4f40-8f64-9a72454a608c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:10.788379 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 5 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:10:10.790935 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:12.630665 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-323a377b-6484-481e-b399-28b7f97606e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:13.732244 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:15.361796 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:15.648359 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:20.785262 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=6 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:25.636819 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:25.643109 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:26.188325 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 40746) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:10:26.244180 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [None req-d372b165-7982-437d-9340-977f0ebb9137 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:10:26.245279 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d372b165-7982-437d-9340-977f0ebb9137 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0558865 Jun 27 21:10:28.432167 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 40754) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:10:28.501447 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.pecan_wsgi.hooks.translation [None req-747a5706-e63d-47bf-9564-fbf12e618360 admin admin] GET failed (client error): The resource could not be found. Jun 27 21:10:28.502803 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-747a5706-e63d-47bf-9564-fbf12e618360 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0696814 Jun 27 21:10:28.655683 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a813263e-668d-4ca6-b599-330b730fbc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:10:28.657187 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a813263e-668d-4ca6-b599-330b730fbc1f admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1491456 Jun 27 21:10:30.828625 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 40762) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:10:30.879606 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:10:30.903771 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Made reservation on behalf of b6e5cf8b46f34e30a9b900f3cd1507c0 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:10:30.906230 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:30.953418 dv-cinder-847732-1-iscsi neutron-server[104130]: WARNING neutron.services.revisions.revision_plugin [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Could not find related network for resource to bump revision. Jun 27 21:10:30.973397 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:10:30.987435 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792927724611', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (29de01fc-1577-4ebc-90e7-e02942d118cc), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:30.987984 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Unsubscribe: segment precommit_create {{(pid=104130) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 21:10:30.988433 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Added segment 29de01fc-1577-4ebc-90e7-e02942d118cc of type vlan for network 6444d725-5608-4a70-9122-f2b925a5d890 Jun 27 21:10:31.037812 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (6444d725-5608-4a70-9122-f2b925a5d890), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:31.078024 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (6444d725-5608-4a70-9122-f2b925a5d890), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:31.079074 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:10:31.079692 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:31.184882 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3577952 Jun 27 21:10:31.228410 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb0b9b-0825-48d9-8c75-7df9c274a94b admin admin] Pushing event updated for resources: {'Network': ['ID=6444d725-5608-4a70-9122-f2b925a5d890,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:10:31.239972 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 6444d725-5608-4a70-9122-f2b925a5d890 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:10:33.322951 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40770) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:10:33.389327 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.pecan_wsgi.hooks.translation [None req-84020175-96cf-42fa-9148-82e27e42ac0b admin admin] GET failed (client error): The resource could not be found. Jun 27 21:10:33.390655 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-84020175-96cf-42fa-9148-82e27e42ac0b admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667694 Jun 27 21:10:33.461184 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711eda65-afaa-43d7-9a7d-b30bd4ee7455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:10:33.462666 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-711eda65-afaa-43d7-9a7d-b30bd4ee7455 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676405 Jun 27 21:10:33.472945 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:10:33.498292 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Made reservation on behalf of b6e5cf8b46f34e30a9b900f3cd1507c0 for: {'subnet': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:10:33.500757 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:33.706636 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (c83f8fa3-f981-4e2b-a43d-ca54eb3d6f90), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:33.764424 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83f8fa3-f981-4e2b-a43d-ca54eb3d6f90,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:10:33.781020 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.781374 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.781811 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.782155 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.782621 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.783056 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.783379 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.783763 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.784479 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.784819 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.785320 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.785831 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.786299 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.786801 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.787137 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:33.796324 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Checking segment: {'id': '29de01fc-1577-4ebc-90e7-e02942d118cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:10:33.796771 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Network hostable DHCP agents. Network: 6444d725-5608-4a70-9122-f2b925a5d890, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:10:33.828834 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Network 6444d725-5608-4a70-9122-f2b925a5d890 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:10:33.843965 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 6444d725-5608-4a70-9122-f2b925a5d890) {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:10:33.849213 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:10:33.849827 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:33.856239 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6727fdac-c48d-4e62-b2cd-ac5283a1a6b6 None None] Network 6444d725-5608-4a70-9122-f2b925a5d890 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:10:33.870082 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-6682e7aa-c99c-41e7-9152-087d3a767100 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4008377 Jun 27 21:10:33.976783 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-6444d725-5608-4a70-9122-f2b925a5d890', 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890', 'project_id': 'b6e5cf8b46f34e30a9b900f3cd1507c0', 'fixed_ips': [{'subnet_id': 'c83f8fa3-f981-4e2b-a43d-ca54eb3d6f90'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:10:33.977855 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:34.225910 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Allocated IP 192.168.233.2 (6444d725-5608-4a70-9122-f2b925a5d890/c83f8fa3-f981-4e2b-a43d-ca54eb3d6f90/0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:10:34.380260 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Publish callbacks [] for port (0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:34.386159 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:34.431079 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Network 6444d725-5608-4a70-9122-f2b925a5d890 is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:10:34.434057 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:10:34.438087 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:10:34.445067 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Pushing event updated for resources: {'Port': ['ID=0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:10:34.455376 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.455709 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.456046 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.456397 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.456724 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.457073 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.457410 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.457756 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.458093 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.458405 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.458898 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.459228 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.459544 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.459856 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.460154 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:10:34.513565 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Attempting to bind port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:10:34.513843 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Attempting to bind port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '29de01fc-1577-4ebc-90e7-e02942d118cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:10:34.514194 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Attempting to bind port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc on network 6444d725-5608-4a70-9122-f2b925a5d890 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:10:34.520342 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:10:34.520757 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Checking segment: {'id': '29de01fc-1577-4ebc-90e7-e02942d118cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:10:34.521258 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:34.521650 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Bound using segment: {'id': '29de01fc-1577-4ebc-90e7-e02942d118cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:10:34.522127 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Bound port: 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29de01fc-1577-4ebc-90e7-e02942d118cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:10:34.522531 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:34.591003 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] For port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:10:34.595302 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] For port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc,segment=NetworkSegment(29de01fc-1577-4ebc-90e7-e02942d118cc),segment_id=29de01fc-1577-4ebc-90e7-e02942d118cc)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:10:34.603254 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:34.669761 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e0c41-09b3-4a0b-9e0c-6ff1fe634550 None None] Pushing event updated for resources: {'Port': ['ID=0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:10:35.452839 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:10:35.508109 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:10:35.508499 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:35.537447 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:35.579662 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaf2b5c-a8b0-41bc-bd38-79c9ec22d2d3 None None] Network 6444d725-5608-4a70-9122-f2b925a5d890 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:10:35.589989 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:35.627556 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:10:35.627934 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:35.688532 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-73242254-f15d-44e1-8446-c7a23a91ca49 None None] Provisioning complete for port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:10:35.688915 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-73242254-f15d-44e1-8446-c7a23a91ca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:35.752572 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc,segment=NetworkSegment(29de01fc-1577-4ebc-90e7-e02942d118cc),segment_id=29de01fc-1577-4ebc-90e7-e02942d118cc)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:10:35.770382 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:35.860118 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:10:35.871936 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-73242254-f15d-44e1-8446-c7a23a91ca49 None None] Current status of the port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:10:35.989483 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-49eb1531-96d0-42d3-8049-079880a3c39b None None] Provisioning complete for port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:10:35.989883 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-49eb1531-96d0-42d3-8049-079880a3c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:36.072339 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-49eb1531-96d0-42d3-8049-079880a3c39b None None] Current status of the port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:10:37.404768 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:10:37.451333 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:10:37.451721 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:37.528321 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 0ec5e2cd-1ce9-4b3b-83ca-1657f37926cc is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:10:40.404912 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ce9a1fb1-a29b-45e9-9b31-3a2abf404e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:41.190683 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=30,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:41.199172 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=37,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:42.636786 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b1d799c7-18c5-49c3-a810-0cbe949c6960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:43.734515 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:43.854066 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=45,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:43.861283 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=48,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:45.367566 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:45.654729 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:10:47.786903 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 5 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:10:55.642094 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:55.649352 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:57.783009 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=21 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:10:57.783747 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=13 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:11:10.415616 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-54b06728-0a30-46d2-b822-d5e719d68e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:11:12.637308 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d72ba2db-9ec7-4487-82bb-7f205dbfc1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:11:13.738950 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:11:15.369523 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:11:15.662749 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:11:24.785640 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=3 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:11:24.787766 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 5 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:11:25.655744 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:11:25.658102 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:11:38.779874 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:11:38.780716 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:11:40.411214 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-57b680e3-e4dd-45ff-aa26-ac00f23cba42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:11:42.632079 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-39b74ed1-a8e1-486a-9b02-03e9831d5483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:11:43.742016 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:11:45.374571 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:11:45.658413 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:11:55.647124 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:11:55.653307 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:01.777591 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:01.785937 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 5 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:12:04.535471 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40812) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:12:04.541462 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [None req-03f312b5-2501-45ff-8592-7cfe90f6dccd tempest-verify_tempest_config-800779988 tempest-verify_tempest_config-800779988-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:12:04.542408 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-03f312b5-2501-45ff-8592-7cfe90f6dccd tempest-verify_tempest_config-800779988 tempest-verify_tempest_config-800779988-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059783 Jun 27 21:12:04.856953 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 40830) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:12:04.970758 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:05.080695 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Publish callbacks [] for security_group (6a46a464-2a4d-4562-9b9c-5efc642ea58f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:05.085864 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (6a46a464-2a4d-4562-9b9c-5efc642ea58f), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:05.133310 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=527f4bc086854c0d91ceb84f39343f0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2751415 Jun 27 21:12:05.133974 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a46a464-2a4d-4562-9b9c-5efc642ea58f,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:12:05.136600 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40836) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:12:05.141022 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.141370 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.141729 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.142064 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.142392 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.142717 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.143037 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.143358 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.143690 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.144011 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.144346 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.144687 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.145031 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.145333 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.145648 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a87b8a-0c61-44b1-9113-91247b41f8ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.194252 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Publish callbacks [] for security_group (6a46a464-2a4d-4562-9b9c-5efc642ea58f), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:05.219401 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Publish callbacks [] for security_group (6a46a464-2a4d-4562-9b9c-5efc642ea58f), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:05.313847 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (6a46a464-2a4d-4562-9b9c-5efc642ea58f), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:05.316312 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:05.317576 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a46a464-2a4d-4562-9b9c-5efc642ea58f HTTP/1.1" status: 204 len: 168 time: 0.1800277 Jun 27 21:12:05.325882 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a46a464-2a4d-4562-9b9c-5efc642ea58f,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:12:05.332878 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.333256 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.333592 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.333949 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.334271 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.334592 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.334909 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.335225 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.335555 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.335941 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.336361 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.336869 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.337239 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.337556 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:05.337867 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3725e21-41fa-447e-adcd-7818bc8f26f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:12:10.416465 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-a9bd1e2f-1d37-452a-9f72-1b4d9e5cb67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:11.785676 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=6 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:12.637316 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-153511d3-3273-453e-a02c-79aca2870b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:13.743365 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:15.137220 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=17,neutron:INSERT=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:15.137997 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=22,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:15.328620 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:15.329351 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:15.379359 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:15.666742 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:25.656689 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:25.660078 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:38.787537 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 5 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:12:40.410355 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-964f44de-2f26-41e4-ae11-37532d99b3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:40.493284 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=14 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:42.643411 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-1ffbfde7-e075-4904-8708-598c05284533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:43.746358 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:45.377250 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:45.662780 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:12:55.655017 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:55.657064 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:12:57.789495 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=22 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:13:10.448425 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-19565f86-f921-4567-a761-4ceb5cf186d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:13:12.638602 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ea353d2e-4d74-44d8-8f4c-35970c84f2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:13:13.749137 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:13:15.382937 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:13:15.658523 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:13:15.772267 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:13:15.776769 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=4 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:13:15.786846 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 5 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:13:25.650185 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:13:25.652200 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:13:25.783025 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:13:38.775980 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:13:38.777085 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:DELETE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:13:40.414131 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-739bb185-8db8-4c96-b56a-80f3401c109b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:13:42.644423 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-85dce1be-1263-4b16-b2b5-0f47cea1a51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:13:43.753882 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:13:45.385129 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:13:45.665759 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:13:47.661699 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-590143'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:13:52.774154 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=3 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:13:52.774939 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=3 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:13:52.787464 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:13:57.651320 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:13:57.655809 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:00.796031 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 40910) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:14:00.912677 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-54970690-fbc5-435f-a6c4-fa8ff33060bd admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1155188 Jun 27 21:14:02.783925 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:03.041861 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 40920) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:14:03.110211 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-db82d880-d7ec-4c9d-9fee-49b21dc1c7ca admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0672975 Jun 27 21:14:10.420766 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-62409b32-7b58-4eca-b5f7-e5844bf1b6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:10.904426 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:10.907734 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:12.640576 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e243a312-3760-4975-9921-efa5d8c614a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:13.102639 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:13.105005 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:13.758065 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:15.390565 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:15.664460 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:17.614792 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:27.606860 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:27.610032 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:29.773607 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=4 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:29.774411 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:29.787760 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:14:40.416742 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e814dd36-039f-462f-8cd1-2d8f5a3045a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:40.508089 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=17 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:40.510120 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=11 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:42.637786 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7f44f795-3938-4e79-ae49-888e1df732b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:43.761139 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:45.398449 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:45.661235 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:47.616113 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:14:57.603133 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:14:57.612344 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:06.782423 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:06.790991 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:15:10.426322 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-62742d65-8a84-41be-89c1-a70d624e974a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:12.644746 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-89a6882d-5370-4e2e-9c37-2ce5fafa172a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:13.771204 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:15.404898 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:15.661197 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:16.785811 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=6 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:17.629540 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:27.616045 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:27.624103 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:40.440975 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7ec6c340-cb76-4329-9ae7-16b47bd135bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:42.643481 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dcdbafa3-e194-4b73-aec3-2ee0152e7a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:42.794540 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41042) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:43.189706 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-network', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:43.222017 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Made reservation on behalf of a2a3853bab51428eb89ff228e5f29ef4 for: {'network': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:15:43.224832 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:43.235837 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:43.364168 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Publish callbacks [] for security_group (c6d47550-3136-4e70-920a-63bb1f4bd93f), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:43.370924 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (c6d47550-3136-4e70-920a-63bb1f4bd93f), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:43.405098 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=104131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:15:43.428761 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d47550-3136-4e70-920a-63bb1f4bd93f,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:43.440966 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.441964 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.441964 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.442278 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.442479 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.442696 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.443070 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.443393 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.443771 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.444132 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.444447 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.444798 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.445385 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.445760 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.446105 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Tracked resource versions report: Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: pushed versions: Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: { 'AddressGroup': {'1.2'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Agent': {'1.1'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'ConntrackHelper': {'1.0'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'LocalIPAssociation': {'1.0'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Log': {'1.0'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'NDPProxy': {'1.0'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Network': {'1.1'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Port': {'1.7'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'PortForwarding': {'1.3'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'QosPolicy': {'1.10'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SecurityGroup': {'1.5'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SecurityGroupRule': {'1.2'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SubPort': {'1.0'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Subnet': {'1.1'}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Trunk': {'1.1'}} Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: consumer versions: Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: { DHCP agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: HyperV agent@hv-cinder-84773: {}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: L3 agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: Metadata agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: Metering agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: Open vSwitch agent@dv-cinder-847732-1-iscsi: { 'AddressGroup': '1.2', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Agent': '1.1', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'ConntrackHelper': '1.0', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'LocalIPAssociation': '1.0', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Log': '1.0', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'NDPProxy': '1.0', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Network': '1.1', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Port': '1.7', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'PortForwarding': '1.3', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'QosPolicy': '1.10', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SecurityGroup': '1.5', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SecurityGroupRule': '1.2', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'SubPort': '1.0', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Subnet': '1.1', Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: 'Trunk': '1.1'}} Jun 27 21:15:43.447443 dv-cinder-847732-1-iscsi neutron-server[104131]: {{(pid=104131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 21:15:43.459738 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (c7172566-9678-4418-9c1f-7cb674cd2d4f), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:43.460070 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.segments_db [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Added segment c7172566-9678-4418-9c1f-7cb674cd2d4f of type vlan for network 8e4e94ff-9f19-4780-958f-2bffc629b050 Jun 27 21:15:43.529214 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (8e4e94ff-9f19-4780-958f-2bffc629b050), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:43.558751 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (8e4e94ff-9f19-4780-958f-2bffc629b050), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:43.559927 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:15:43.560524 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:43.602600 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8065424 Jun 27 21:15:43.603510 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41082) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:43.617116 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Request body: {'subnet': {'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-subnet', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:43.636908 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcfe90-0178-46ab-a6b9-8068211b8578 admin admin] Pushing event updated for resources: {'Network': ['ID=8e4e94ff-9f19-4780-958f-2bffc629b050,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:43.654883 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Made reservation on behalf of a2a3853bab51428eb89ff228e5f29ef4 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:15:43.657932 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:43.659740 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 8e4e94ff-9f19-4780-958f-2bffc629b050 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:15:43.771103 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:43.777537 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:43.781833 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:43.819139 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:15:43.957421 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41102) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:43.958866 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (875516a2-044b-4760-88af-65c8c02a3a5c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.017810 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875516a2-044b-4760-88af-65c8c02a3a5c,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:44.032786 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.033247 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.033750 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.034282 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.034789 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.035115 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.035463 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.035884 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.036297 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.036828 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.037134 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.037462 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.037783 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.038126 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.039081 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Tracked resource versions report: Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: pushed versions: Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: { 'AddressGroup': {'1.2'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Agent': {'1.1'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'ConntrackHelper': {'1.0'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'LocalIPAssociation': {'1.0'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Log': {'1.0'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'NDPProxy': {'1.0'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Network': {'1.1'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Port': {'1.7'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'PortForwarding': {'1.3'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'QosPolicy': {'1.10'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SecurityGroup': {'1.5'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SecurityGroupRule': {'1.2'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SubPort': {'1.0'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Subnet': {'1.1'}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Trunk': {'1.1'}} Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: consumer versions: Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: { DHCP agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: HyperV agent@hv-cinder-84773: {}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: L3 agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: Metadata agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: Metering agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: Open vSwitch agent@dv-cinder-847732-1-iscsi: { 'AddressGroup': '1.2', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Agent': '1.1', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'ConntrackHelper': '1.0', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'LocalIPAssociation': '1.0', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Log': '1.0', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'NDPProxy': '1.0', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Network': '1.1', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Port': '1.7', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'PortForwarding': '1.3', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'QosPolicy': '1.10', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SecurityGroup': '1.5', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SecurityGroupRule': '1.2', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'SubPort': '1.0', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Subnet': '1.1', Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: 'Trunk': '1.1'}} Jun 27 21:15:44.040314 dv-cinder-847732-1-iscsi neutron-server[104130]: {{(pid=104130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 21:15:44.071343 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Checking segment: {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:15:44.071740 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Network hostable DHCP agents. Network: 8e4e94ff-9f19-4780-958f-2bffc629b050, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:15:44.093409 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Network 8e4e94ff-9f19-4780-958f-2bffc629b050 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:15:44.105721 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 8e4e94ff-9f19-4780-958f-2bffc629b050) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:44.113257 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:15:44.116625 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c4126-3822-427a-af15-b12c2815194d None None] Network 8e4e94ff-9f19-4780-958f-2bffc629b050 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:15:44.122423 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.151873 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41114) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:44.154066 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9a0b03d8-7c05-4b0b-8ad1-a46d433be7c9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5471818 Jun 27 21:15:44.158451 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:44.206864 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (6a7bf275-0582-4647-b71a-5b82bd4a4af6), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.211155 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (6a7bf275-0582-4647-b71a-5b82bd4a4af6), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.285388 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-8e4e94ff-9f19-4780-958f-2bffc629b050', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:15:44.286990 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.317533 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Publish callbacks [] for router_controller (6a7bf275-0582-4647-b71a-5b82bd4a4af6), precommit_add_association {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.515791 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Publish callbacks [] for router_gateway (6a7bf275-0582-4647-b71a-5b82bd4a4af6), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.531187 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-163014303-network', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:44.547623 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Allocated IP 172.20.0.2 (8e4e94ff-9f19-4780-958f-2bffc629b050/875516a2-044b-4760-88af-65c8c02a3a5c/102300e2-99e6-4cfe-9793-84b93f6d2d16) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:44.635132 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Made reservation on behalf of 4a74724882c84e8f893f5be0f59a9581 for: {'network': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:15:44.637971 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.651147 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.841874 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Publish callbacks [] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.858038 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.939347 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41132) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:44.949208 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Network 8e4e94ff-9f19-4780-958f-2bffc629b050 is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:44.956408 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:44.969887 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:15:44.989280 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Publish callbacks [] for security_group (94b13089-7105-4c20-a850-72b250f67fa7), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:44.989280 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:44.989280 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:44.996412 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Pushing event updated for resources: {'Port': ['ID=102300e2-99e6-4cfe-9793-84b93f6d2d16,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:45.012184 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.013325 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.014943 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.015866 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.016376 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.016789 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41138) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:45.017278 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.018144 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.020066 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.020749 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.021625 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.022441 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.023244 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.023948 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.024630 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.025494 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Tracked resource versions report: Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: pushed versions: Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: { 'AddressGroup': {'1.2'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Agent': {'1.1'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'ConntrackHelper': {'1.0'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'LocalIPAssociation': {'1.0'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Log': {'1.0'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'NDPProxy': {'1.0'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Network': {'1.1'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Port': {'1.7'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'PortForwarding': {'1.3'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'QosPolicy': {'1.10'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SecurityGroup': {'1.5'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SecurityGroupRule': {'1.2'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SubPort': {'1.0'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Subnet': {'1.1'}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Trunk': {'1.1'}} Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: consumer versions: Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: { DHCP agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: HyperV agent@hv-cinder-84773: {}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: L3 agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: Metadata agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: Metering agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: Open vSwitch agent@dv-cinder-847732-1-iscsi: { 'AddressGroup': '1.2', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Agent': '1.1', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'ConntrackHelper': '1.0', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'LocalIPAssociation': '1.0', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Log': '1.0', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'NDPProxy': '1.0', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Network': '1.1', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Port': '1.7', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'PortForwarding': '1.3', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'QosPolicy': '1.10', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SecurityGroup': '1.5', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SecurityGroupRule': '1.2', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'SubPort': '1.0', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Subnet': '1.1', Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: 'Trunk': '1.1'}} Jun 27 21:15:45.028223 dv-cinder-847732-1-iscsi neutron-server[104132]: {{(pid=104132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 21:15:45.039570 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (94b13089-7105-4c20-a850-72b250f67fa7), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.055691 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Publish callbacks [] for router_gateway (6a7bf275-0582-4647-b71a-5b82bd4a4af6), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.082796 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=104131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:15:45.090950 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.120813 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (7db7cb31-c1ac-48e8-aac8-ff94635492c2), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.121202 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.segments_db [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Added segment 7db7cb31-c1ac-48e8-aac8-ff94635492c2 of type vlan for network 88eac9a2-e4a8-414f-a6be-c486870814c1 Jun 27 21:15:45.170057 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b13089-7105-4c20-a850-72b250f67fa7,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:45.185790 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Attempting to bind port 102300e2-99e6-4cfe-9793-84b93f6d2d16 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:15:45.186287 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Attempting to bind port 102300e2-99e6-4cfe-9793-84b93f6d2d16 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:15:45.186599 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Attempting to bind port 102300e2-99e6-4cfe-9793-84b93f6d2d16 on network 8e4e94ff-9f19-4780-958f-2bffc629b050 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:15:45.192913 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:15:45.193282 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Checking segment: {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:15:45.193819 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.194549 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Bound using segment: {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:15:45.194983 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Bound port: 102300e2-99e6-4cfe-9793-84b93f6d2d16, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:15:45.195359 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.223635 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (88eac9a2-e4a8-414f-a6be-c486870814c1), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.296281 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Allocated IP 172.27.0.179 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/b5f79941-79cb-4fdc-bef7-705aca9c9d78) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:45.298795 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (88eac9a2-e4a8-414f-a6be-c486870814c1), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.299860 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:15:45.300430 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.357678 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3973644 Jun 27 21:15:45.361263 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41152) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:45.364295 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] For port 102300e2-99e6-4cfe-9793-84b93f6d2d16, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:15:45.381626 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] Request body: {'subnet': {'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-163014303-subnet', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:45.384805 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] For port 102300e2-99e6-4cfe-9793-84b93f6d2d16, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=102300e2-99e6-4cfe-9793-84b93f6d2d16,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:15:45.425374 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90628877-6bf0-48e8-8658-2f1128bb2c51 admin admin] Pushing event updated for resources: {'Network': ['ID=88eac9a2-e4a8-414f-a6be-c486870814c1,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:45.429731 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.456297 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:15:45.465903 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] Made reservation on behalf of 4a74724882c84e8f893f5be0f59a9581 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:15:45.472568 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.621138 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Publish callbacks [] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.666280 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.685336 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.767139 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1072666659-network', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:45.782446 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-728561999-network', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:45.813100 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:45.820415 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:45.828223 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (564673c1-b936-44f6-8645-95a61d7eeae3), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.831597 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:45.837563 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:15:45.910167 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=564673c1-b936-44f6-8645-95a61d7eeae3,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:45.911110 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.916666 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:45.935120 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Made reservation on behalf of a2e58fc8b6e14185b4409884a5701316 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:15:45.938328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:45.942005 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.943061 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:UPDATE=9,neutron:SELECT=89,neutron:INSERT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:45.946672 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f79941-79cb-4fdc-bef7-705aca9c9d78,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:45.958931 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Made reservation on behalf of d8c1bcb797ba4eb0ad6daf5ed39baa89 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:15:45.963728 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.967677 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3271d-f6ab-48f5-a1ec-728fa2a219b0 None None] Pushing event updated for resources: {'Port': ['ID=102300e2-99e6-4cfe-9793-84b93f6d2d16,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:45.986294 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:45.999373 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.213725 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] Checking segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:15:46.213725 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] Network hostable DHCP agents. Network: 88eac9a2-e4a8-414f-a6be-c486870814c1, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:15:46.213725 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41168) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:46.213725 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:46.345485 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Publish callbacks [] for router_gateway (6a7bf275-0582-4647-b71a-5b82bd4a4af6), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.377391 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:15:46.450369 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Publish callbacks [] for security_group (e10f9f56-7e83-4700-a200-91342415b191), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.459193 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 88eac9a2-e4a8-414f-a6be-c486870814c1) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:46.472019 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b9e9d0-9ac3-4b11-bbd4-2c7065add91a None None] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:15:46.473395 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-127699734-network', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:46.493214 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (e10f9f56-7e83-4700-a200-91342415b191), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.517673 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:15:46.518577 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.731488 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-941aeca2-2034-41bd-bb85-8513b5dfc356 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3678849 Jun 27 21:15:46.732390 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41182) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:46.741491 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Publish callbacks [] for security_group (821ad359-a79e-40ed-873d-c57c04e68127), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.746473 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:15:46.753615 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-88eac9a2-e4a8-414f-a6be-c486870814c1', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:15:46.755354 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:46.755958 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.760705 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (98a54a6d-780c-4924-ac35-36905a7b678e), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.761150 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Added segment 98a54a6d-780c-4924-ac35-36905a7b678e of type vlan for network aa6461c8-2490-4225-82bb-7e18f2ed61f3 Jun 27 21:15:46.796263 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:46.820841 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (aa6461c8-2490-4225-82bb-7e18f2ed61f3), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.822868 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (6a82da67-b908-4e2c-89ed-54a09475cceb), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.824620 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (6a82da67-b908-4e2c-89ed-54a09475cceb), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.895500 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (821ad359-a79e-40ed-873d-c57c04e68127), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.914797 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Made reservation on behalf of 0cdaf724b92644a0ae7fbb71147aef40 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:15:46.921517 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.927412 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (aa6461c8-2490-4225-82bb-7e18f2ed61f3), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:46.933167 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:15:46.933893 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.112469 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.127485 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6461c8-2490-4225-82bb-7e18f2ed61f3,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:47.196983 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network aa6461c8-2490-4225-82bb-7e18f2ed61f3 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:15:47.205786 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Publish callbacks [] for router_controller (6a82da67-b908-4e2c-89ed-54a09475cceb), precommit_add_association {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.326795 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Publish callbacks [] for security_group (1c2575e1-629d-4f34-9941-95ef540f9384), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.340576 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10f9f56-7e83-4700-a200-91342415b191,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:47.426543 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821ad359-a79e-40ed-873d-c57c04e68127,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:47.448104 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (1c2575e1-629d-4f34-9941-95ef540f9384), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.454113 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:15:47.491162 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2575e1-629d-4f34-9941-95ef540f9384,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:47.497313 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=26,neutron:SELECT=66,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:47.505374 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-dd6a1829-f099-4adf-8df4-6dba502c2a98 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.4871325 Jun 27 21:15:47.517428 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41204) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:47.519042 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (ba88e9a6-4b75-4044-bc8b-e81d76ddba95), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.519381 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Added segment ba88e9a6-4b75-4044-bc8b-e81d76ddba95 of type vlan for network 1ab36d48-170c-4f48-af11-d6da9c4061e0 Jun 27 21:15:47.539653 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] Request body: {'subnet': {'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1072666659-subnet', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:47.545039 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (6a7bf275-0582-4647-b71a-5b82bd4a4af6), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.549155 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:15:47.557103 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:47.576065 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Allocated IP 172.20.0.2 (88eac9a2-e4a8-414f-a6be-c486870814c1/564673c1-b936-44f6-8645-95a61d7eeae3/690c0a8c-77b6-4265-8d62-5ef7f8a7a801) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:47.692129 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (1ab36d48-170c-4f48-af11-d6da9c4061e0), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.715022 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (29d61e71-0ab3-48ca-9633-3f12ef263076), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.716015 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Added segment 29d61e71-0ab3-48ca-9633-3f12ef263076 of type vlan for network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 Jun 27 21:15:47.809648 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] Made reservation on behalf of a2e58fc8b6e14185b4409884a5701316 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:15:47.812160 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.820660 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (1ab36d48-170c-4f48-af11-d6da9c4061e0), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.821197 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:15:47.822314 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.878394 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (449e2e33-47ed-4bc8-9db3-ee1c9d54d111), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:47.878847 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9752fe-0722-4302-aa33-f40c9af5bf83 None None] Network 8e4e94ff-9f19-4780-958f-2bffc629b050 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:15:48.072527 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 102300e2-99e6-4cfe-9793-84b93f6d2d16 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:15:48.137828 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Publish callbacks [] for router_gateway (6a82da67-b908-4e2c-89ed-54a09475cceb), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.145659 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-f56b45ec-0f97-4b86-a827-b716f04a5ef0 None None] Provisioning complete for port 102300e2-99e6-4cfe-9793-84b93f6d2d16 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:15:48.146510 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f56b45ec-0f97-4b86-a827-b716f04a5ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.190587 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 3.2497914 Jun 27 21:15:48.193232 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.db.resource_extend [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 27 21:15:48.205396 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41228) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:48.235345 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (a7b7c169-cc4d-4910-83bd-73b9dcc60213), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.241783 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3237c3-f9ad-4fc2-92e1-42a63c7a7cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ab36d48-170c-4f48-af11-d6da9c4061e0,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:48.298140 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (449e2e33-47ed-4bc8-9db3-ee1c9d54d111), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.299320 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:15:48.299878 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.332212 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] Request body: {'subnet': {'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-728561999-subnet', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:48.333605 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 1ab36d48-170c-4f48-af11-d6da9c4061e0 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:15:48.348802 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 102300e2-99e6-4cfe-9793-84b93f6d2d16 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:15:48.349459 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.375874 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b7c169-cc4d-4910-83bd-73b9dcc60213,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:48.381178 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.415844 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.2379243 Jun 27 21:15:48.441794 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41230) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:48.489980 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fc8b0-6ded-4f48-a8b1-025d6153fd73 admin admin] Pushing event updated for resources: {'Network': ['ID=449e2e33-47ed-4bc8-9db3-ee1c9d54d111,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:48.497733 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] Checking segment: {'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:15:48.498097 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] Network hostable DHCP agents. Network: aa6461c8-2490-4225-82bb-7e18f2ed61f3, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:15:48.524383 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:15:48.553189 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] Network aa6461c8-2490-4225-82bb-7e18f2ed61f3 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:15:48.575321 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, aa6461c8-2490-4225-82bb-7e18f2ed61f3) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:48.584366 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:15:48.585043 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.586422 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] Request body: {'subnet': {'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-subnet', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:48.610202 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:48.632658 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1307f2-9d16-45bc-9393-ed38a85f1ccb None None] Network aa6461c8-2490-4225-82bb-7e18f2ed61f3 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:15:48.640041 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-25e03912-00cf-4287-8d0e-259505ce5d4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1182325 Jun 27 21:15:48.644735 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41240) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:48.654786 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1072666659-router', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:48.707463 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:48.714677 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (e68c5e86-7327-4150-b66a-74c438c4c730), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.716501 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (e68c5e86-7327-4150-b66a-74c438c4c730), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.746112 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] Made reservation on behalf of d8c1bcb797ba4eb0ad6daf5ed39baa89 for: {'subnet': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:15:48.748852 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.865760 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Publish callbacks [] for router_controller (e68c5e86-7327-4150-b66a-74c438c4c730), precommit_add_association {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:48.909186 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:49.033733 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-f56b45ec-0f97-4b86-a827-b716f04a5ef0 None None] Current status of the port 102300e2-99e6-4cfe-9793-84b93f6d2d16 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:15:49.034202 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f56b45ec-0f97-4b86-a827-b716f04a5ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.106146 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Publish callbacks [] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.106670 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] Made reservation on behalf of 0cdaf724b92644a0ae7fbb71147aef40 for: {'subnet': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:15:49.109149 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.116857 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:15:49.155364 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.158565 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:49.167961 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Publish callbacks [] for router_gateway (e68c5e86-7327-4150-b66a-74c438c4c730), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.169392 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Publish callbacks [] for router_gateway (6a82da67-b908-4e2c-89ed-54a09475cceb), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.175075 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:49.211053 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-f56b45ec-0f97-4b86-a827-b716f04a5ef0 None None] For port 102300e2-99e6-4cfe-9793-84b93f6d2d16, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=102300e2-99e6-4cfe-9793-84b93f6d2d16,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:15:49.211443 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.215073 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 102300e2-99e6-4cfe-9793-84b93f6d2d16 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:15:49.216188 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.224168 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:49.234731 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f56b45ec-0f97-4b86-a827-b716f04a5ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.248060 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:49.249258 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-aa6461c8-2490-4225-82bb-7e18f2ed61f3', 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3', 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'fixed_ips': [{'subnet_id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:15:49.250347 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.261304 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Pushing event updated for resources: {'Port': ['ID=690c0a8c-77b6-4265-8d62-5ef7f8a7a801,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:49.271236 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:49.278559 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:15:49.340538 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (213cf038-a41b-410c-bb9f-41e81ba7f4cf), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.468356 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.db.api [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 21:15:49.468996 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG oslo_db.api [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 21:15:49.477736 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-e210c62e-3329-4529-a0c1-9c936d51f646 None None] Provisioning complete for port 102300e2-99e6-4cfe-9793-84b93f6d2d16 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:15:49.478188 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e210c62e-3329-4529-a0c1-9c936d51f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.502329 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Publish callbacks [] for router_gateway (e68c5e86-7327-4150-b66a-74c438c4c730), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.516493 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b45ec-0f97-4b86-a827-b716f04a5ef0 None None] Pushing event updated for resources: {'Port': ['ID=102300e2-99e6-4cfe-9793-84b93f6d2d16,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:49.534149 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Attempting to bind port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:15:49.534675 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Attempting to bind port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:15:49.535109 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Attempting to bind port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 on network 88eac9a2-e4a8-414f-a6be-c486870814c1 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:15:49.535522 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.550591 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:15:49.551042 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Checking segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:15:49.551906 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.551906 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Bound using segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:15:49.552971 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Bound port: 690c0a8c-77b6-4265-8d62-5ef7f8a7a801, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:15:49.552971 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.559162 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=213cf038-a41b-410c-bb9f-41e81ba7f4cf,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:49.578084 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Allocated IP 172.27.0.23 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/811a5f7c-8258-4c67-831d-171dc2ef5120) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:49.585208 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:15:49.587096 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:49.599354 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] Checking segment: {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:15:49.600309 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] Network hostable DHCP agents. Network: 1ab36d48-170c-4f48-af11-d6da9c4061e0, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:15:49.621539 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Sync routers for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:15:49.646181 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:15:49.652338 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:49.720353 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.724950 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41254) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:49.736055 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-1540dbde-cb3c-4833-890e-e48b5934c0f0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5777345 Jun 27 21:15:49.790493 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Allocated IP 172.20.0.2 (aa6461c8-2490-4225-82bb-7e18f2ed61f3/a7b7c169-cc4d-4910-83bd-73b9dcc60213/35473b5f-c9cb-4059-8359-e5d4371451ca) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:49.833696 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:49.846456 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (c88f597f-8bc5-48ec-a171-53096e1581d7), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:49.859255 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] Network 1ab36d48-170c-4f48-af11-d6da9c4061e0 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:15:49.924643 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 1ab36d48-170c-4f48-af11-d6da9c4061e0) {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:49.995821 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Publish callbacks [] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:50.091565 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:15:50.092895 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:50.131054 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:50.132329 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c88f597f-8bc5-48ec-a171-53096e1581d7,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:50.162955 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:15:50.236706 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-8f1366ae-e2d8-4578-bd1e-d1e2a7efa2b1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0085537 Jun 27 21:15:50.277212 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41286) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:50.299196 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:50.339608 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:50.419572 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Allocated IP 172.27.0.85 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/10147763-e89c-41ae-889c-59033498eb5a) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:50.485567 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:46Z', 'revision_number': 3, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:50.514271 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Checking router: 6a7bf275-0582-4647-b71a-5b82bd4a4af6 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:15:50.514553 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Updating router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 port b5f79941-79cb-4fdc-bef7-705aca9c9d78 binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:15:50.550832 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:50.580327 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] Checking segment: {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:15:50.580879 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] Network hostable DHCP agents. Network: 449e2e33-47ed-4bc8-9db3-ee1c9d54d111, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:15:50.616869 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Publish callbacks [] for port (10147763-e89c-41ae-889c-59033498eb5a), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:50.634582 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:50.636074 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (d007bc45-beb0-4986-b003-751ca2df7666), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:50.641161 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] For port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:15:50.647345 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (d007bc45-beb0-4986-b003-751ca2df7666), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:50.662912 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] For port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=690c0a8c-77b6-4265-8d62-5ef7f8a7a801,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:15:50.679941 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 102300e2-99e6-4cfe-9793-84b93f6d2d16 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:15:50.680304 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:50.694107 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:15:50.698640 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c6f69c-964c-4bee-b6f6-30826d98201e None None] Network 1ab36d48-170c-4f48-af11-d6da9c4061e0 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:15:50.699529 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:50.711879 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (10147763-e89c-41ae-889c-59033498eb5a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:50.758673 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Publish callbacks [] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:50.767479 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:50.788554 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:50.793952 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:50.804959 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:50.811502 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:50.819794 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:15:50.844781 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Pushing event updated for resources: {'Port': ['ID=811a5f7c-8258-4c67-831d-171dc2ef5120,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:50.949355 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-e210c62e-3329-4529-a0c1-9c936d51f646 None None] Current status of the port 102300e2-99e6-4cfe-9793-84b93f6d2d16 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:15:50.983771 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 102300e2-99e6-4cfe-9793-84b93f6d2d16 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:15:51.085217 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] Network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:15:51.091111 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Publish callbacks [] for router_controller (d007bc45-beb0-4986-b003-751ca2df7666), precommit_add_association {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.112898 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 449e2e33-47ed-4bc8-9db3-ee1c9d54d111) {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:51.146035 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8265b5e9-70f0-46a1-891f-ba93a0f7edb2 None None] Network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:15:51.159766 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:51.192713 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Pushing event updated for resources: {'Port': ['ID=10147763-e89c-41ae-889c-59033498eb5a,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:51.208907 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:15:51.209656 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.296706 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Publish callbacks [] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.313888 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Network aa6461c8-2490-4225-82bb-7e18f2ed61f3 is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:51.323120 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.362977 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Publish callbacks [] for router_gateway (e68c5e86-7327-4150-b66a-74c438c4c730), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.399644 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:51.435956 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Pushing event updated for resources: {'Port': ['ID=b5f79941-79cb-4fdc-bef7-705aca9c9d78,revision_number=2']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:51.442049 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 102300e2-99e6-4cfe-9793-84b93f6d2d16 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:15:51.444076 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.452109 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:15:51.468288 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd8d72-8e28-4e15-a6df-1f93e88187ff None None] Pushing event updated for resources: {'Port': ['ID=690c0a8c-77b6-4265-8d62-5ef7f8a7a801,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:51.477445 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.477888 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.478166 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.478562 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.478562 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.479306 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.482056 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.482440 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.483709 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.484106 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.484447 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.484799 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.486276 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.486618 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.486946 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Tracked resource versions report: Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: pushed versions: Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: { 'AddressGroup': {'1.2'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Agent': {'1.1'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'ConntrackHelper': {'1.0'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'LocalIPAssociation': {'1.0'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Log': {'1.0'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'NDPProxy': {'1.0'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Network': {'1.1'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Port': {'1.7'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'PortForwarding': {'1.3'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'QosPolicy': {'1.10'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SecurityGroup': {'1.5'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SecurityGroupRule': {'1.2'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SubPort': {'1.0'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Subnet': {'1.1'}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Trunk': {'1.1'}} Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: consumer versions: Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: { DHCP agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: HyperV agent@hv-cinder-84773: {}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: L3 agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: Metadata agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: Metering agent@dv-cinder-847732-1-iscsi: {}, Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: Open vSwitch agent@dv-cinder-847732-1-iscsi: { 'AddressGroup': '1.2', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Agent': '1.1', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'ConntrackHelper': '1.0', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'LocalIPAssociation': '1.0', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Log': '1.0', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'NDPProxy': '1.0', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Network': '1.1', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Port': '1.7', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'PortForwarding': '1.3', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'QosPolicy': '1.10', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SecurityGroup': '1.5', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SecurityGroupRule': '1.2', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'SubPort': '1.0', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Subnet': '1.1', Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: 'Trunk': '1.1'}} Jun 27 21:15:51.491078 dv-cinder-847732-1-iscsi neutron-server[104133]: {{(pid=104133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 21:15:51.561378 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Attempting to bind port b5f79941-79cb-4fdc-bef7-705aca9c9d78 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:15:51.561748 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Attempting to bind port b5f79941-79cb-4fdc-bef7-705aca9c9d78 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:15:51.562110 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Attempting to bind port b5f79941-79cb-4fdc-bef7-705aca9c9d78 on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:15:51.577744 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Pushing event updated for resources: {'Port': ['ID=35473b5f-c9cb-4059-8359-e5d4371451ca,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:51.579844 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:15:51.580725 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:15:51.580725 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.581036 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:15:51.581521 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Bound port: b5f79941-79cb-4fdc-bef7-705aca9c9d78, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:15:51.584465 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.629924 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Publish callbacks [] for router_gateway (d007bc45-beb0-4986-b003-751ca2df7666), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.686976 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-b8842203-f544-46f8-8b2e-22587eeb10b3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1208262 Jun 27 21:15:51.690081 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41318) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:51.698895 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-1ab36d48-170c-4f48-af11-d6da9c4061e0', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:15:51.700571 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.729652 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:15:51.772317 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] For port b5f79941-79cb-4fdc-bef7-705aca9c9d78, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:15:51.780351 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] For port b5f79941-79cb-4fdc-bef7-705aca9c9d78, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=b5f79941-79cb-4fdc-bef7-705aca9c9d78,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:15:51.789941 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:51.841127 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.904014 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (e68c5e86-7327-4150-b66a-74c438c4c730), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.907672 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:15:51.910118 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de70b62-1ff9-4c89-bd0e-55646048bd72 None None] Pushing event updated for resources: {'Port': ['ID=b5f79941-79cb-4fdc-bef7-705aca9c9d78,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:51.913049 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.979746 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Publish callbacks [] for router_gateway (6a82da67-b908-4e2c-89ed-54a09475cceb), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:51.983173 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:15:51.984240 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:52.007820 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Attempting to bind port 35473b5f-c9cb-4059-8359-e5d4371451ca on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:15:52.011935 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Attempting to bind port 35473b5f-c9cb-4059-8359-e5d4371451ca by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:15:52.023075 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Attempting to bind port 35473b5f-c9cb-4059-8359-e5d4371451ca on network aa6461c8-2490-4225-82bb-7e18f2ed61f3 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:15:52.075698 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:52.084296 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:52.085356 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:52.137302 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:52.137741 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:52.146087 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:52.175684 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:15:52.240513 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:15:52.241438 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Checking segment: {'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:15:52.242074 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:52.242686 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Bound using segment: {'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:15:52.243344 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Bound port: 35473b5f-c9cb-4059-8359-e5d4371451ca, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:15:52.243890 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:52.600962 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Allocated IP 172.20.0.1 (8e4e94ff-9f19-4780-958f-2bffc629b050/875516a2-044b-4760-88af-65c8c02a3a5c/3096e570-9028-4cc3-a6f0-98e976d489da) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:52.607611 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] For port 35473b5f-c9cb-4059-8359-e5d4371451ca, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:15:52.616246 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] For port 35473b5f-c9cb-4059-8359-e5d4371451ca, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=35473b5f-c9cb-4059-8359-e5d4371451ca,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:15:52.758367 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Allocated IP 172.20.0.2 (449e2e33-47ed-4bc8-9db3-ee1c9d54d111/c88f597f-8bc5-48ec-a171-53096e1581d7/e8fe4a94-181b-4b81-bac2-ad153ccc79e3) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:52.761103 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Publish callbacks [] for port (3096e570-9028-4cc3-a6f0-98e976d489da), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:52.777119 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:46Z', 'revision_number': 3, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:52.799827 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Publish callbacks [] for router_controller (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), precommit_add_association {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:52.800972 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:52.818184 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:52.819632 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:52.832196 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c252ac3-e425-47e8-b65d-ae0dc120bf70 None None] The sync data for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi is: [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:46Z', 'revision_number': 3, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:15:52.837102 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:52.838251 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 102300e2-99e6-4cfe-9793-84b93f6d2d16 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:15:52.843055 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:52.863570 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b539dcd9-faaf-40eb-bf18-4ba6dd4f9d54 None None] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:15:52.897509 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Pushing event updated for resources: {'Port': ['ID=3096e570-9028-4cc3-a6f0-98e976d489da,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:52.910273 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Network 8e4e94ff-9f19-4780-958f-2bffc629b050 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:52.919945 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:52.935464 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:15:52.936948 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (6a7bf275-0582-4647-b71a-5b82bd4a4af6), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:52.953337 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Allocated IP 172.20.0.2 (1ab36d48-170c-4f48-af11-d6da9c4061e0/213cf038-a41b-410c-bb9f-41e81ba7f4cf/7cd92001-78d3-4b84-8a47-174aa5c3fdf7) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:53.083119 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-56cfe0f5-7e03-4e32-a451-f9f16ad06768 None None] Provisioning complete for port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:15:53.083499 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-56cfe0f5-7e03-4e32-a451-f9f16ad06768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:53.109854 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (6a82da67-b908-4e2c-89ed-54a09475cceb), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:53.186752 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:53.488101 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Router e68c5e86-7327-4150-b66a-74c438c4c730 is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:15:53.559387 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:15:53.563882 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Publish callbacks [] for router_gateway (d007bc45-beb0-4986-b003-751ca2df7666), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:53.593454 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4e062-5910-4ee4-bec0-f73d00d2a21b None None] Pushing event updated for resources: {'Port': ['ID=35473b5f-c9cb-4059-8359-e5d4371451ca,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:53.597437 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:53.680700 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:53.721683 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Publish callbacks [] for router_gateway (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:53.784014 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:53.875449 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Publish callbacks [] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:53.939031 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:53.983875 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41364) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:54.306138 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Allocated IP 172.27.0.167 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/442c4b7d-f9cf-4579-9b28-a0e233e86ec5) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:54.349458 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:15:54.354764 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:54.374853 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:54.423094 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Pushing event updated for resources: {'Port': ['ID=e8fe4a94-181b-4b81-bac2-ad153ccc79e3,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:54.444130 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:54.478409 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:15:54.493417 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-56cfe0f5-7e03-4e32-a451-f9f16ad06768 None None] Current status of the port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:15:54.495089 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-56cfe0f5-7e03-4e32-a451-f9f16ad06768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:54.636430 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-99826f9b-59e3-49fe-a6e0-31a02b7af6cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:54.648572 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Publish callbacks [] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:54.699318 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-56cfe0f5-7e03-4e32-a451-f9f16ad06768 None None] For port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=690c0a8c-77b6-4265-8d62-5ef7f8a7a801,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:15:54.700953 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:54.724895 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-56cfe0f5-7e03-4e32-a451-f9f16ad06768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:54.752072 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:15:54.803653 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Router 6a82da67-b908-4e2c-89ed-54a09475cceb is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:15:54.809977 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Sync routers for ids ['e68c5e86-7327-4150-b66a-74c438c4c730'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:15:54.866485 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Attempting to bind port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:15:54.867221 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Attempting to bind port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:15:54.867797 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Attempting to bind port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 on network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:15:54.874381 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Network 1ab36d48-170c-4f48-af11-d6da9c4061e0 is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:54.887637 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:54.892631 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-71b2525a-89b5-4bba-b61d-0f9f8bdaca2f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2463422 Jun 27 21:15:54.899836 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41400) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:54.902795 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:54.915610 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:54.935298 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:15:54.937857 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Checking segment: {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:15:54.938491 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:54.939099 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Bound using segment: {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:15:54.939830 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Bound port: e8fe4a94-181b-4b81-bac2-ad153ccc79e3, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:15:54.940568 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:54.949791 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:15:54.980149 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:15:55.012530 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-bd05a0bf-2351-443b-9911-ae6b6d12335d None None] Provisioning complete for port 3096e570-9028-4cc3-a6f0-98e976d489da triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:15:55.019466 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-bd05a0bf-2351-443b-9911-ae6b6d12335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.031349 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Routers {'e68c5e86-7327-4150-b66a-74c438c4c730'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:15:55.032839 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e68c5e86-7327-4150-b66a-74c438c4c730'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:55.035479 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Publish callbacks [] for port (3096e570-9028-4cc3-a6f0-98e976d489da), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.046621 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Pushing event updated for resources: {'Port': ['ID=7cd92001-78d3-4b84-8a47-174aa5c3fdf7,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:55.051290 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.052233 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (6a7bf275-0582-4647-b71a-5b82bd4a4af6), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.116160 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:55.159553 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Publish callbacks [] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.169752 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Publish callbacks [] for router_gateway (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.205092 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Pushing event updated for resources: {'Port': ['ID=3096e570-9028-4cc3-a6f0-98e976d489da,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:55.238581 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.287100 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-99826f9b-59e3-49fe-a6e0-31a02b7af6cf admin admin] Publish callbacks [] for security_group (7a4b810b-0e86-4d96-bfbd-ace41c91cb2d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.333023 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3851227-23bb-4639-b3e6-94d00b143c0b None None] Network aa6461c8-2490-4225-82bb-7e18f2ed61f3 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:15:55.349746 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-99826f9b-59e3-49fe-a6e0-31a02b7af6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (7a4b810b-0e86-4d96-bfbd-ace41c91cb2d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.366406 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:55.401580 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:55.413479 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:55.416108 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99826f9b-59e3-49fe-a6e0-31a02b7af6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4b810b-0e86-4d96-bfbd-ace41c91cb2d,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:55.435638 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device b5f79941-79cb-4fdc-bef7-705aca9c9d78 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:15:55.449343 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-99826f9b-59e3-49fe-a6e0-31a02b7af6cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1509bd3afb34378b8e8327d4a3af3c1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4589572 Jun 27 21:15:55.451649 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41408) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:55.459848 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.469882 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:15:55.483956 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Sync routers for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:15:55.506714 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:15:55.510101 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:55.606224 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Network 8e4e94ff-9f19-4780-958f-2bffc629b050 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:55.606646 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-bd05a0bf-2351-443b-9911-ae6b6d12335d None None] Port 3096e570-9028-4cc3-a6f0-98e976d489da cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:15:55.610605 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:55.668013 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:55.722478 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e661f913-033c-43be-9734-bffca7c516d3 admin admin] Publish callbacks [] for security_group (7a4b810b-0e86-4d96-bfbd-ace41c91cb2d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.750520 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e661f913-033c-43be-9734-bffca7c516d3 admin admin] Publish callbacks [] for security_group (7a4b810b-0e86-4d96-bfbd-ace41c91cb2d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.832260 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-bd05a0bf-2351-443b-9911-ae6b6d12335d None None] Provisioning complete for port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:15:55.834083 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-bd05a0bf-2351-443b-9911-ae6b6d12335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.836168 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfe0f5-7e03-4e32-a451-f9f16ad06768 None None] Pushing event updated for resources: {'Port': ['ID=690c0a8c-77b6-4265-8d62-5ef7f8a7a801,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:55.849992 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] For port e8fe4a94-181b-4b81-bac2-ad153ccc79e3, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:15:55.859131 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Attempting to bind port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:15:55.859755 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Attempting to bind port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:15:55.860267 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Attempting to bind port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 on network 1ab36d48-170c-4f48-af11-d6da9c4061e0 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:15:55.886158 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e661f913-033c-43be-9734-bffca7c516d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (7a4b810b-0e86-4d96-bfbd-ace41c91cb2d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.892051 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e661f913-033c-43be-9734-bffca7c516d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:55.895461 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e661f913-033c-43be-9734-bffca7c516d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a4b810b-0e86-4d96-bfbd-ace41c91cb2d HTTP/1.1" status: 204 len: 168 time: 0.4423389 Jun 27 21:15:55.910350 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661f913-033c-43be-9734-bffca7c516d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4b810b-0e86-4d96-bfbd-ace41c91cb2d,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:55.935494 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:15:55.970881 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] For port e8fe4a94-181b-4b81-bac2-ad153ccc79e3, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e8fe4a94-181b-4b81-bac2-ad153ccc79e3,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:15:56.052629 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:15:56.054812 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Set router e68c5e86-7327-4150-b66a-74c438c4c730 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:15:56.116824 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:56.132387 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:15:56.134186 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Checking segment: {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:15:56.135320 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:56.135945 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:56.139450 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-6a5349e2-f916-4ed6-a128-649dbf1cd469 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.4055226 Jun 27 21:15:56.139835 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Bound using segment: {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:15:56.140831 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Bound port: 7cd92001-78d3-4b84-8a47-174aa5c3fdf7, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:15:56.144156 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41422) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:56.145136 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:56.152168 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Pushing event updated for resources: {'Port': ['ID=442c4b7d-f9cf-4579-9b28-a0e233e86ec5,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:56.163209 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:56.168389 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:15:56.281176 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Allocated IP 172.27.0.190 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/cbbe9eb3-7633-419a-bbd0-7743aac078c6) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:56.292746 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:15:56.310755 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3452a1d7-e81d-4880-a128-3c658f7b9cdc admin admin] 10.222.0.13 "PUT /v2.0/routers/6a7bf275-0582-4647-b71a-5b82bd4a4af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5760765 Jun 27 21:15:56.317068 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port b5f79941-79cb-4fdc-bef7-705aca9c9d78 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:15:56.317496 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:56.405472 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Sync routers for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:15:56.412277 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:56.442985 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:56.444175 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:15:56.444828 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:56.450827 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:15:51Z', 'revision_number': 3, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:56.492917 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:56.525501 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Checking router: 6a82da67-b908-4e2c-89ed-54a09475cceb for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:15:56.528864 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Updating router 6a82da67-b908-4e2c-89ed-54a09475cceb port 811a5f7c-8258-4c67-831d-171dc2ef5120 binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:15:56.556716 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:15:56.596369 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:56.598098 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41432) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:56.628820 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5b86bc84-9911-4a33-994c-626e2bf82cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:56.823498 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:56.825369 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:15:54Z', 'revision_number': 2, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:56.842554 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5b86bc84-9911-4a33-994c-626e2bf82cb1 admin admin] Publish callbacks [] for security_group (2f00845e-7680-42eb-b5c4-4136b19eed34), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:56.852881 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5b86bc84-9911-4a33-994c-626e2bf82cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (2f00845e-7680-42eb-b5c4-4136b19eed34), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:56.903203 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Checking router: 6a7bf275-0582-4647-b71a-5b82bd4a4af6 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:15:56.903793 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Updating router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 port 3096e570-9028-4cc3-a6f0-98e976d489da binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:15:56.965280 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5b86bc84-9911-4a33-994c-626e2bf82cb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a75f088b63d48eb94701792206e1a8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3628821 Jun 27 21:15:56.965280 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86bc84-9911-4a33-994c-626e2bf82cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f00845e-7680-42eb-b5c4-4136b19eed34,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:56.969346 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41446) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:56.983377 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:57.017979 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:57.019676 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Publish callbacks [] for router_gateway (d007bc45-beb0-4986-b003-751ca2df7666), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:57.144280 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7221e7c7-c71e-4f8c-9f0e-31301c87d206 admin admin] Publish callbacks [] for security_group (2f00845e-7680-42eb-b5c4-4136b19eed34), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:57.245990 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7221e7c7-c71e-4f8c-9f0e-31301c87d206 admin admin] Publish callbacks [] for security_group (2f00845e-7680-42eb-b5c4-4136b19eed34), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:57.302597 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (d007bc45-beb0-4986-b003-751ca2df7666), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:57.409132 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7221e7c7-c71e-4f8c-9f0e-31301c87d206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (2f00845e-7680-42eb-b5c4-4136b19eed34), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:57.414774 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7221e7c7-c71e-4f8c-9f0e-31301c87d206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:57.419565 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7221e7c7-c71e-4f8c-9f0e-31301c87d206 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f00845e-7680-42eb-b5c4-4136b19eed34 HTTP/1.1" status: 204 len: 168 time: 0.4484615 Jun 27 21:15:57.481076 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221e7c7-c71e-4f8c-9f0e-31301c87d206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f00845e-7680-42eb-b5c4-4136b19eed34,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:57.669655 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41482) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:57.674144 dv-cinder-847732-1-iscsi neutron-server[104130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 21:15:57.762968 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13abc9-1dad-45af-9a35-7d2852f6ec2b None None] Pushing event updated for resources: {'Port': ['ID=e8fe4a94-181b-4b81-bac2-ad153ccc79e3,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:57.815896 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] For port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:15:57.825270 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-bd05a0bf-2351-443b-9911-ae6b6d12335d None None] Current status of the port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:15:57.829934 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port b5f79941-79cb-4fdc-bef7-705aca9c9d78 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:15:57.830991 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:57.844423 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] For port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=7cd92001-78d3-4b84-8a47-174aa5c3fdf7,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:15:57.924948 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'name': 'tempest-DeleteServersTestJSON-1072666659-router', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '10147763-e89c-41ae-889c-59033498eb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:48Z', 'updated_at': '2022-06-27T21:15:51Z', 'revision_number': 3, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'gw_port': {'id': '10147763-e89c-41ae-889c-59033498eb5a', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:31:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:57.966279 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:58.046310 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Publish callbacks [] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:58.104292 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:58.105948 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Router d007bc45-beb0-4986-b003-751ca2df7666 is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:15:58.188270 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:58.191697 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:58.202347 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b242-e067-487f-b54e-d35da5b62891 req-286b0659-e2c5-402d-b58e-b552dcb52ac7 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:15:58.221104 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-286b0659-e2c5-402d-b58e-b552dcb52ac7 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 819 time: 0.5469992 Jun 27 21:15:58.256525 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-f3d9445b-751d-45eb-88ff-4563c5132b66 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/quotas/a2a3853bab51428eb89ff228e5f29ef4 HTTP/1.1" status: 200 len: 375 time: 0.0332620 Jun 27 21:15:58.361624 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port b5f79941-79cb-4fdc-bef7-705aca9c9d78, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=b5f79941-79cb-4fdc-bef7-705aca9c9d78,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:15:58.368363 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Checking router: e68c5e86-7327-4150-b66a-74c438c4c730 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:15:58.370126 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Updating router e68c5e86-7327-4150-b66a-74c438c4c730 port 10147763-e89c-41ae-889c-59033498eb5a binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:15:58.552269 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-0192974b-f1c2-4a80-a4f2-315ccfe7f23f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2941165 Jun 27 21:15:58.609278 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:58.611054 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 35473b5f-c9cb-4059-8359-e5d4371451ca up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:15:58.747096 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-117249ee-3239-4489-835f-0aa5604ad49d None None] Provisioning complete for port 3096e570-9028-4cc3-a6f0-98e976d489da triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:15:58.748400 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-117249ee-3239-4489-835f-0aa5604ad49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:58.752811 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:58.774200 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:58.883171 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe284d-39bb-4f1b-bd9a-61c2762b8f3b None None] Pushing event updated for resources: {'Port': ['ID=7cd92001-78d3-4b84-8a47-174aa5c3fdf7,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:58.932755 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:58.993373 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:59.036956 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:15:59.042492 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646bed4c-b77c-40fb-ba27-8758c84537b9 None None] Network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:15:59.067300 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:15:59.075970 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:15:59.091350 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Pushing event updated for resources: {'Port': ['ID=cbbe9eb3-7633-419a-bbd0-7743aac078c6,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:59.225933 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-8df5a143-e838-4622-9a94-77b96fc5f2ba service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:15:59.227683 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-8df5a143-e838-4622-9a94-77b96fc5f2ba service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3268235 Jun 27 21:15:59.233579 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:15:59.240226 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=b5f79941-79cb-4fdc-bef7-705aca9c9d78,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:15:59.265563 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:59.267100 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Sync routers for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:15:59.311285 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:15:59.314330 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:59.484233 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 35473b5f-c9cb-4059-8359-e5d4371451ca triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:15:59.487179 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:59.489472 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:59.492794 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-b2aebf32-8a15-453e-b4cd-5ad92a7431bc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2053530 Jun 27 21:15:59.508202 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41550) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:15:59.517644 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:15:59.609253 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (10147763-e89c-41ae-889c-59033498eb5a), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:59.617465 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:59.732438 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-5426f790-a6d7-4f13-b74b-22c134c5777a service neutron] 10.222.0.13 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956598 Jun 27 21:15:59.767494 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Allocated IP 172.20.0.1 (aa6461c8-2490-4225-82bb-7e18f2ed61f3/a7b7c169-cc4d-4910-83bd-73b9dcc60213/9abf3e3b-9cc2-487d-b89d-77a3f287eaa2) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:15:59.842177 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:15:56Z', 'revision_number': 3, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:15:59.880615 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Checking router: d007bc45-beb0-4986-b003-751ca2df7666 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:15:59.882996 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Updating router d007bc45-beb0-4986-b003-751ca2df7666 port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:15:59.923032 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:15:59.931174 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:15:59.975734 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-117249ee-3239-4489-835f-0aa5604ad49d None None] Port 3096e570-9028-4cc3-a6f0-98e976d489da cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:00.014999 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-117249ee-3239-4489-835f-0aa5604ad49d None None] Provisioning complete for port 35473b5f-c9cb-4059-8359-e5d4371451ca triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:00.016239 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-117249ee-3239-4489-835f-0aa5604ad49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:00.054582 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:00.105763 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:00.149321 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Publish callbacks [] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:00.163763 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:00.190886 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-69cd94eb-77cd-4f53-8600-5b50990a59c5 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234281 Jun 27 21:16:00.374434 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Attempting to bind port 811a5f7c-8258-4c67-831d-171dc2ef5120 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:00.374434 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Attempting to bind port 811a5f7c-8258-4c67-831d-171dc2ef5120 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:00.377219 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Attempting to bind port 811a5f7c-8258-4c67-831d-171dc2ef5120 on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:00.396178 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:00.396548 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:00.396964 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:00.401847 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 35473b5f-c9cb-4059-8359-e5d4371451ca is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:00.402943 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:00.403447 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Bound port: 811a5f7c-8258-4c67-831d-171dc2ef5120, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:00.403834 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:00.414060 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:00.486686 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe80f4-f5a6-4681-9348-528d69027dbf None None] Pushing event updated for resources: {'Port': ['ID=811a5f7c-8258-4c67-831d-171dc2ef5120,revision_number=2']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:00.519099 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-117249ee-3239-4489-835f-0aa5604ad49d None None] Current status of the port 35473b5f-c9cb-4059-8359-e5d4371451ca is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:00.520108 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-117249ee-3239-4489-835f-0aa5604ad49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:00.551403 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] For port 811a5f7c-8258-4c67-831d-171dc2ef5120, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:00.557123 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] For port 811a5f7c-8258-4c67-831d-171dc2ef5120, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=811a5f7c-8258-4c67-831d-171dc2ef5120,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:00.583186 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:00.643745 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Allocated IP 172.20.0.1 (88eac9a2-e4a8-414f-a6be-c486870814c1/564673c1-b936-44f6-8645-95a61d7eeae3/9e5b461a-329e-45fc-ab52-278467f3deef) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:00.653030 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port 35473b5f-c9cb-4059-8359-e5d4371451ca, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=35473b5f-c9cb-4059-8359-e5d4371451ca,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:00.676412 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:00.782855 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41580) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:00.821093 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Publish callbacks [] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:00.850806 dv-cinder-847732-1-iscsi neutron-server[104131]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 21:16:00.857802 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe80f4-f5a6-4681-9348-528d69027dbf None None] Pushing event updated for resources: {'Port': ['ID=811a5f7c-8258-4c67-831d-171dc2ef5120,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:00.880480 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Publish callbacks [] for router_gateway (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:00.892152 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3766af4-21c4-41ce-b005-212a71c202f8 None None] Network 1ab36d48-170c-4f48-af11-d6da9c4061e0 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:16:00.907582 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:00.912910 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:00.932641 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Publish callbacks [] for port (3096e570-9028-4cc3-a6f0-98e976d489da), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.021081 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:01.119322 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.179662 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.db.api [None req-117249ee-3239-4489-835f-0aa5604ad49d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 21:16:01.185074 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG oslo_db.api [None req-117249ee-3239-4489-835f-0aa5604ad49d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 21:16:01.186209 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:01.261959 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5281bd23-e9f1-4f9d-b31a-d611e322c505 req-146bb78a-7f52-4818-adb2-969232420b62 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 210 time: 0.4532654 Jun 27 21:16:01.313232 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:01.326702 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Publish callbacks [] for port (10147763-e89c-41ae-889c-59033498eb5a), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.342124 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=35473b5f-c9cb-4059-8359-e5d4371451ca,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:01.345702 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device b5f79941-79cb-4fdc-bef7-705aca9c9d78 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:01.483461 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (10147763-e89c-41ae-889c-59033498eb5a), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.496909 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:01.604122 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:01.608900 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.662143 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Publish callbacks [] for port (9e5b461a-329e-45fc-ab52-278467f3deef), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.662793 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Attempting to bind port 10147763-e89c-41ae-889c-59033498eb5a on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:01.663845 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Attempting to bind port 10147763-e89c-41ae-889c-59033498eb5a by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:01.664263 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Attempting to bind port 10147763-e89c-41ae-889c-59033498eb5a on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:01.671708 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fb44c-0a89-4b64-8656-7cd13c70da69 None None] Pushing event updated for resources: {'Port': ['ID=3096e570-9028-4cc3-a6f0-98e976d489da,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:01.725475 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:01.725841 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:01.726236 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.726672 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:01.727158 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Bound port: 10147763-e89c-41ae-889c-59033498eb5a, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:01.727529 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (10147763-e89c-41ae-889c-59033498eb5a), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.798994 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2e508-3601-4df9-bb4f-25deabfd5816 None None] Pushing event updated for resources: {'Port': ['ID=10147763-e89c-41ae-889c-59033498eb5a,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:01.831451 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Network aa6461c8-2490-4225-82bb-7e18f2ed61f3 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:01.863393 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:01.866721 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.885508 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:01.887069 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (e68c5e86-7327-4150-b66a-74c438c4c730), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.900020 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:15:51Z', 'revision_number': 3, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:01.907818 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Pushing event updated for resources: {'Port': ['ID=9abf3e3b-9cc2-487d-b89d-77a3f287eaa2,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:01.930610 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port b5f79941-79cb-4fdc-bef7-705aca9c9d78 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:01.934596 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.943863 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Attempting to bind port 3096e570-9028-4cc3-a6f0-98e976d489da on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:01.944849 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Attempting to bind port 3096e570-9028-4cc3-a6f0-98e976d489da by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:01.946398 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Attempting to bind port 3096e570-9028-4cc3-a6f0-98e976d489da on network 8e4e94ff-9f19-4780-958f-2bffc629b050 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:01.972413 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:01.972793 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Checking segment: {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:01.983581 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:01.985992 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Bound using segment: {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:01.987181 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Bound port: 3096e570-9028-4cc3-a6f0-98e976d489da, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:01.991384 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.000533 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Publish callbacks [] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.007940 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3be2bb-ae1b-4555-a60e-16350bff1bfe None None] The sync data for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi is: [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:15:51Z', 'revision_number': 3, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:16:02.036954 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.324785 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Allocated IP 172.20.0.1 (1ab36d48-170c-4f48-af11-d6da9c4061e0/213cf038-a41b-410c-bb9f-41e81ba7f4cf/03431261-80c9-4ff9-b564-b16bc00cc82c) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:02.365492 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Attempting to bind port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:02.367683 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Attempting to bind port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:02.370379 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Attempting to bind port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:02.373215 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] For port 10147763-e89c-41ae-889c-59033498eb5a, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:02.377383 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.391035 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac076d-c832-408b-874a-9eb9cbf413a2 None None] Pushing event updated for resources: {'Port': ['ID=442c4b7d-f9cf-4579-9b28-a0e233e86ec5,revision_number=2']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:02.410127 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:02.413223 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:02.413945 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.414700 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:02.418775 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Bound port: 442c4b7d-f9cf-4579-9b28-a0e233e86ec5, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:02.421367 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.532299 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Publish callbacks [] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.559432 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-117249ee-3239-4489-835f-0aa5604ad49d None None] Current status of the port 35473b5f-c9cb-4059-8359-e5d4371451ca is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:02.616049 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] For port 10147763-e89c-41ae-889c-59033498eb5a, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=10147763-e89c-41ae-889c-59033498eb5a,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:02.680143 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.693134 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] For port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:02.712654 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] For port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=442c4b7d-f9cf-4579-9b28-a0e233e86ec5,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:02.724477 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.733373 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:02.745978 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:02.748020 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:02.751462 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:02.754475 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:02.770877 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.775724 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (10147763-e89c-41ae-889c-59033498eb5a), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.885341 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:02.887872 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (6a82da67-b908-4e2c-89ed-54a09475cceb), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:02.925029 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:02.925972 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:02.928062 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac076d-c832-408b-874a-9eb9cbf413a2 None None] Pushing event updated for resources: {'Port': ['ID=442c4b7d-f9cf-4579-9b28-a0e233e86ec5,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:02.955932 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Network 1ab36d48-170c-4f48-af11-d6da9c4061e0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:02.986090 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:03.021502 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:03.023494 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (d007bc45-beb0-4986-b003-751ca2df7666), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:03.044615 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:03.095127 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Provisioning complete for port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:03.095740 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:03.162253 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5b461a-329e-45fc-ab52-278467f3deef,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:03.239371 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:03.300346 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:03.435063 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port b5f79941-79cb-4fdc-bef7-705aca9c9d78 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:03.438021 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:03.441547 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] For port 3096e570-9028-4cc3-a6f0-98e976d489da, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:03.483710 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Pushing event updated for resources: {'Port': ['ID=03431261-80c9-4ff9-b564-b16bc00cc82c,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:03.564214 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:03.582810 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Routers {'e68c5e86-7327-4150-b66a-74c438c4c730'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:03.583852 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e68c5e86-7327-4150-b66a-74c438c4c730'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:03.595151 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-1c3c2552-b7ca-4319-a83d-93ba2e60db38 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:03.595151 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-1c3c2552-b7ca-4319-a83d-93ba2e60db38 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 819 time: 1.8628387 Jun 27 21:16:03.646675 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-fb1f7353-9d2e-4bd7-8465-e31c4c0eea90 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/quotas/a2a3853bab51428eb89ff228e5f29ef4 HTTP/1.1" status: 200 len: 375 time: 0.0414810 Jun 27 21:16:03.749285 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] For port 3096e570-9028-4cc3-a6f0-98e976d489da, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=3096e570-9028-4cc3-a6f0-98e976d489da,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:03.803114 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:03.808714 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] Set router e68c5e86-7327-4150-b66a-74c438c4c730 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:03.874225 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2e508-3601-4df9-bb4f-25deabfd5816 None None] Pushing event updated for resources: {'Port': ['ID=10147763-e89c-41ae-889c-59033498eb5a,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:03.880849 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:03.951329 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Publish callbacks [] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:03.965035 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-22dc4f68-19d3-49b2-acf2-1594f8e8e8f6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2926915 Jun 27 21:16:03.966523 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:03.968422 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (d007bc45-beb0-4986-b003-751ca2df7666), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:04.106197 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Pushing event updated for resources: {'Port': ['ID=03431261-80c9-4ff9-b564-b16bc00cc82c,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:04.204942 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:04.205490 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:04.209482 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Current status of the port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:04.209713 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:04.330746 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:15:56Z', 'revision_number': 3, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:04.370638 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:04.371823 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:04.381448 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-2243a16a-d9c3-46bc-9326-83df8626fd30 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792875 Jun 27 21:16:04.402246 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:04.425963 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cbb94-5e0b-4a02-927b-310caa4ca877 None None] The sync data for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi is: [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:15:56Z', 'revision_number': 3, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:16:04.455019 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:04.456142 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:04.477984 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:04.499966 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Router cf696b2c-41e8-4d11-b342-d6cf053bfa9b is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:16:04.506192 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Network 1ab36d48-170c-4f48-af11-d6da9c4061e0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:04.509724 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:04.623109 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:04.720486 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41688) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:04.729288 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Router d007bc45-beb0-4986-b003-751ca2df7666 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:16:04.801565 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fb44c-0a89-4b64-8656-7cd13c70da69 None None] Pushing event updated for resources: {'Port': ['ID=3096e570-9028-4cc3-a6f0-98e976d489da,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:04.866880 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:04.990338 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'name': 'tempest-DeleteServersTestJSON-1072666659-router', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '10147763-e89c-41ae-889c-59033498eb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:48Z', 'updated_at': '2022-06-27T21:16:02Z', 'revision_number': 4, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'gw_port': {'id': '10147763-e89c-41ae-889c-59033498eb5a', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:31:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9abf3e3b-9cc2-487d-b89d-77a3f287eaa2', 'name': '', 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'mac_address': 'fa:16:3e:7f:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:15:59Z', 'revision_number': 1, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'subnets': [{'id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:04.999399 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] For port e8fe4a94-181b-4b81-bac2-ad153ccc79e3, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e8fe4a94-181b-4b81-bac2-ad153ccc79e3,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:05.020332 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:05.092756 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.110240 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-11a9fe12-8b56-4343-b17e-71ada85761fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.120656 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Publish callbacks [] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.140421 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-76e9eeb6-e943-4ab2-b4ae-40b2b02476b1 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556153 Jun 27 21:16:05.149457 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.150626 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (e68c5e86-7327-4150-b66a-74c438c4c730), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.156693 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ca182d-c26b-4ef5-8345-841e2479cc11 None None] The sync data for ids ['e68c5e86-7327-4150-b66a-74c438c4c730'] in dv-cinder-847732-1-iscsi is: [{'id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'name': 'tempest-DeleteServersTestJSON-1072666659-router', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '10147763-e89c-41ae-889c-59033498eb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:48Z', 'updated_at': '2022-06-27T21:16:02Z', 'revision_number': 4, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'gw_port': {'id': '10147763-e89c-41ae-889c-59033498eb5a', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:31:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9abf3e3b-9cc2-487d-b89d-77a3f287eaa2', 'name': '', 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'mac_address': 'fa:16:3e:7f:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:15:59Z', 'revision_number': 1, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'subnets': [{'id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:16:05.161918 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:16:05.228544 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14873201-e92f-4769-a639-619d72e1719d None None] Sync routers for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:16:05.238449 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:05.274112 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14873201-e92f-4769-a639-619d72e1719d None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:05.274524 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-14873201-e92f-4769-a639-619d72e1719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:05.322232 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:16:05.327769 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Provisioning complete for port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:05.328694 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.347505 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d03d3e36-9024-4121-9d71-fe16cf5a274e admin admin] 10.222.0.13 "PUT /v2.0/routers/d007bc45-beb0-4986-b003-751ca2df7666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8291078 Jun 27 21:16:05.383271 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Pushing event updated for resources: {'Port': ['ID=9abf3e3b-9cc2-487d-b89d-77a3f287eaa2,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:05.387807 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.394507 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41698) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:05.405239 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-8883b1eb-0dfe-4e6e-979f-5310a4d93f2d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.6788795 Jun 27 21:16:05.440993 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Publish callbacks [] for port (9e5b461a-329e-45fc-ab52-278467f3deef), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.501684 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.502510 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (6a82da67-b908-4e2c-89ed-54a09475cceb), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.770847 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-11a9fe12-8b56-4343-b17e-71ada85761fb admin admin] Publish callbacks [] for security_group (f9e7676d-1741-4cc2-8241-b32c4f1cb4aa), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.779822 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5b461a-329e-45fc-ab52-278467f3deef,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:05.842542 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-11a9fe12-8b56-4343-b17e-71ada85761fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (f9e7676d-1741-4cc2-8241-b32c4f1cb4aa), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:05.886245 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Network aa6461c8-2490-4225-82bb-7e18f2ed61f3 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:05.889383 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:05.892335 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:06.052616 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-14873201-e92f-4769-a639-619d72e1719d None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:06.133507 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-890a349c-5156-4f04-8474-f282776769ab req-de83f40c-f7dc-4b5b-8363-2e01986d2d01 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 210 time: 0.3592243 Jun 27 21:16:06.198930 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41726) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:06.217734 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-50b8c8d9-de4c-4727-b7ec-a0f2149990f9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747065259', 'description': 'tempest-description--1914880010'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:06.422736 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8d9-de4c-4727-b7ec-a0f2149990f9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:06.457579 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9fe12-8b56-4343-b17e-71ada85761fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e7676d-1741-4cc2-8241-b32c4f1cb4aa,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:06.511521 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-11a9fe12-8b56-4343-b17e-71ada85761fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec2655c9c3da4ee1b96b589e336fa5ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7598581 Jun 27 21:16:06.516068 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:06.525268 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41744) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:06.568299 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:06.599238 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:06.626763 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Pushing event updated for resources: {'Port': ['ID=e8fe4a94-181b-4b81-bac2-ad153ccc79e3,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:06.629885 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:06.630242 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:06.658841 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31cfbb8-17c8-4046-adb8-5a44f63b5369 None None] The sync data for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi is: [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:16:06.679743 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:06.934617 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Router e68c5e86-7327-4150-b66a-74c438c4c730 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:16:06.964986 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Provisioning complete for port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:06.965724 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:06.970674 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=7cd92001-78d3-4b84-8a47-174aa5c3fdf7,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:07.037595 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:07.049604 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device e8fe4a94-181b-4b81-bac2-ad153ccc79e3 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:07.199548 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=7cd92001-78d3-4b84-8a47-174aa5c3fdf7,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:07.253424 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a89e5978-81ed-4352-82cf-f546359bbfb8 admin admin] Publish callbacks [] for security_group (f9e7676d-1741-4cc2-8241-b32c4f1cb4aa), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:07.288292 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:07.408862 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:07.460485 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8d9-de4c-4727-b7ec-a0f2149990f9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (c9a1d14c-57fe-4b9f-ab58-6b371178d8d5), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:07.470600 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-14873201-e92f-4769-a639-619d72e1719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:15:59Z', 'revision_number': 3, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:07.486792 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:07.535442 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2e68803a-260d-46ef-b0b9-78582d1298a8 req-80c74ce3-c80c-438d-becd-02973cf49987 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 210 time: 0.2774081 Jun 27 21:16:07.556081 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14873201-e92f-4769-a639-619d72e1719d None None] Checking router: cf696b2c-41e8-4d11-b342-d6cf053bfa9b for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:16:07.556812 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14873201-e92f-4769-a639-619d72e1719d None None] Updating router cf696b2c-41e8-4d11-b342-d6cf053bfa9b port cbbe9eb3-7633-419a-bbd0-7743aac078c6 binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:16:07.566163 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a89e5978-81ed-4352-82cf-f546359bbfb8 admin admin] Publish callbacks [] for security_group (f9e7676d-1741-4cc2-8241-b32c4f1cb4aa), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:07.569659 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8d9-de4c-4727-b7ec-a0f2149990f9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (c9a1d14c-57fe-4b9f-ab58-6b371178d8d5), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:07.643494 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.33', 54040) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:07.651813 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8d9-de4c-4727-b7ec-a0f2149990f9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:07.656605 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-50b8c8d9-de4c-4727-b7ec-a0f2149990f9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4564283 Jun 27 21:16:07.657369 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41762) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:07.664154 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:07.672213 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-14873201-e92f-4769-a639-619d72e1719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:07.788888 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:07.789920 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:07.791709 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Current status of the port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:07.874958 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-1acb8a01-d2fc-475c-9f00-b1a07d30656f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'security_group_rule': {'security_group_id': 'c9a1d14c-57fe-4b9f-ab58-6b371178d8d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:07.900851 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Sync routers for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:16:07.934748 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:07.937257 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-5009d269-797a-495b-b397-d244e6fad452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:07.969999 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:16:07.974908 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a89e5978-81ed-4352-82cf-f546359bbfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (f9e7676d-1741-4cc2-8241-b32c4f1cb4aa), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:07.983225 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a89e5978-81ed-4352-82cf-f546359bbfb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:07.983225 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-a89e5978-81ed-4352-82cf-f546359bbfb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9e7676d-1741-4cc2-8241-b32c4f1cb4aa HTTP/1.1" status: 204 len: 168 time: 1.4527893 Jun 27 21:16:08.005950 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Router 6a82da67-b908-4e2c-89ed-54a09475cceb has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:16:08.012196 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-b134ebf7-58ef-455a-9080-a7e0b00e9b11 admin admin] 10.222.0.13 "PUT /v2.0/routers/e68c5e86-7327-4150-b66a-74c438c4c730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1110506 Jun 27 21:16:08.062254 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e5978-81ed-4352-82cf-f546359bbfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e7676d-1741-4cc2-8241-b32c4f1cb4aa,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:08.157944 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Provisioning complete for port 3096e570-9028-4cc3-a6f0-98e976d489da triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:08.158640 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:08.272052 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8c8d9-de4c-4727-b7ec-a0f2149990f9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:08.300396 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b242-e067-487f-b54e-d35da5b62891 req-bc0193ee-8821-4bd8-9061-a95d32bda949 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:08.306681 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-bc0193ee-8821-4bd8-9061-a95d32bda949 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 819 time: 0.6582334 Jun 27 21:16:08.424241 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:08.516915 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Request body: {'port': {'device_id': '53419a08-6ab0-4f25-82f9-81496ca7440e', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'admin_state_up': True, 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:08.595708 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:16:08.622550 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-498bb6ed-2e39-409f-89d7-54275e0dfc82 admin admin] 10.222.0.13 "PUT /v2.0/routers/6a82da67-b908-4e2c-89ed-54a09475cceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4711637 Jun 27 21:16:08.668459 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Sync routers for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:16:08.723871 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:08.729947 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:08.955740 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1acb8a01-d2fc-475c-9f00-b1a07d30656f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (7b3a0ef3-ffba-4119-9d75-dd5fce7450e1), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:09.008862 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.33', 54048) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:09.041709 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:09.042904 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:09.534819 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:09.556189 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-5009d269-797a-495b-b397-d244e6fad452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 2, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:09.620838 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Checking router: d007bc45-beb0-4986-b003-751ca2df7666 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:16:09.623177 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Updating router d007bc45-beb0-4986-b003-751ca2df7666 port 03431261-80c9-4ff9-b564-b16bc00cc82c binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:16:09.639381 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-14873201-e92f-4769-a639-619d72e1719d None None] Publish callbacks [] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:09.691009 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:09.895544 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-14873201-e92f-4769-a639-619d72e1719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:09.911815 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3fdf420a-41c6-4841-8bb0-2e84466c0896 req-692df739-9e38-419c-b505-8b414f249ae5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 210 time: 0.3769777 Jun 27 21:16:10.121053 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1acb8a01-d2fc-475c-9f00-b1a07d30656f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (7b3a0ef3-ffba-4119-9d75-dd5fce7450e1), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:10.175846 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1acb8a01-d2fc-475c-9f00-b1a07d30656f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (7b3a0ef3-ffba-4119-9d75-dd5fce7450e1), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:10.193582 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:10.209334 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:10.217299 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 41862) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:10.270915 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-0fae38c2-086c-43f9-b0fe-5b373ac63381 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1589239750', 'description': 'tempest-description--710237869'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:10.463431 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Publish callbacks [] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:10.490016 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:10.526398 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:10.531615 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb8a01-d2fc-475c-9f00-b1a07d30656f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3a0ef3-ffba-4119-9d75-dd5fce7450e1,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:10.534519 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Made reservation on behalf of a2a3853bab51428eb89ff228e5f29ef4 for: {'port': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:16:10.541602 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:10.588070 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Current status of the port 3096e570-9028-4cc3-a6f0-98e976d489da is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:10.589067 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:10.635556 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-bda97b28-c2ca-42b5-ab14-33985fe49060 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:10.641586 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-bda97b28-c2ca-42b5-ab14-33985fe49060 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 819 time: 1.6309383 Jun 27 21:16:10.671897 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:10.673834 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:10.806090 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c95ff4-3e54-4516-8874-4992c3513901 None None] Pushing event updated for resources: {'Port': ['ID=03431261-80c9-4ff9-b564-b16bc00cc82c,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:10.852132 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1acb8a01-d2fc-475c-9f00-b1a07d30656f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:10.854968 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1acb8a01-d2fc-475c-9f00-b1a07d30656f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9958181 Jun 27 21:16:10.858840 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41880) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:10.876908 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-53dc99b3-cac1-4f1d-b2b2-ddd7dfd93ddf tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'security_group_rule': {'security_group_id': 'c9a1d14c-57fe-4b9f-ab58-6b371178d8d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:10.995327 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f5e8e-1b0d-486c-9401-d12c5a30c756 None None] Pushing event updated for resources: {'Port': ['ID=cbbe9eb3-7633-419a-bbd0-7743aac078c6,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:11.003157 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-53dc99b3-cac1-4f1d-b2b2-ddd7dfd93ddf tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (e42dd056-888d-4fe0-8e88-eda4993719d5), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.008606 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-a2e616f6-0c71-4988-a004-6506e04c23b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.012814 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-14873201-e92f-4769-a639-619d72e1719d None None] Attempting to bind port cbbe9eb3-7633-419a-bbd0-7743aac078c6 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:11.013538 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-14873201-e92f-4769-a639-619d72e1719d None None] Attempting to bind port cbbe9eb3-7633-419a-bbd0-7743aac078c6 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:11.014074 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14873201-e92f-4769-a639-619d72e1719d None None] Attempting to bind port cbbe9eb3-7633-419a-bbd0-7743aac078c6 on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:11.091564 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:11.094430 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Attempting to bind port 03431261-80c9-4ff9-b564-b16bc00cc82c on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:11.094835 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Attempting to bind port 03431261-80c9-4ff9-b564-b16bc00cc82c by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:11.095260 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Attempting to bind port 03431261-80c9-4ff9-b564-b16bc00cc82c on network 1ab36d48-170c-4f48-af11-d6da9c4061e0 {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:11.126284 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:11.127439 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Checking segment: {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:11.128232 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.128628 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Bound using segment: {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:11.129379 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Bound port: 03431261-80c9-4ff9-b564-b16bc00cc82c, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:11.129763 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.171735 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14873201-e92f-4769-a639-619d72e1719d None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:11.172033 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14873201-e92f-4769-a639-619d72e1719d None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:11.176297 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-14873201-e92f-4769-a639-619d72e1719d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.178945 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14873201-e92f-4769-a639-619d72e1719d None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:11.184517 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-14873201-e92f-4769-a639-619d72e1719d None None] Bound port: cbbe9eb3-7633-419a-bbd0-7743aac078c6, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:11.186615 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-14873201-e92f-4769-a639-619d72e1719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.277841 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Sync routers for ids ['e68c5e86-7327-4150-b66a-74c438c4c730'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:16:11.298774 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-53dc99b3-cac1-4f1d-b2b2-ddd7dfd93ddf tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (e42dd056-888d-4fe0-8e88-eda4993719d5), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.309596 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-53dc99b3-cac1-4f1d-b2b2-ddd7dfd93ddf tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (e42dd056-888d-4fe0-8e88-eda4993719d5), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.346468 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-14873201-e92f-4769-a639-619d72e1719d None None] For port cbbe9eb3-7633-419a-bbd0-7743aac078c6, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:11.352960 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-14873201-e92f-4769-a639-619d72e1719d None None] For port cbbe9eb3-7633-419a-bbd0-7743aac078c6, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=cbbe9eb3-7633-419a-bbd0-7743aac078c6,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:11.365917 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:11.378961 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:11.389928 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-14873201-e92f-4769-a639-619d72e1719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.400488 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-6f16ff42-422e-4087-8a38-c0b73bf33c66 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:11.409665 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-6f16ff42-422e-4087-8a38-c0b73bf33c66 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/networks?id=aa6461c8-2490-4225-82bb-7e18f2ed61f3 HTTP/1.1" status: 200 len: 812 time: 0.7549639 Jun 27 21:16:11.427781 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc99b3-cac1-4f1d-b2b2-ddd7dfd93ddf tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42dd056-888d-4fe0-8e88-eda4993719d5,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:11.435735 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Routers {'e68c5e86-7327-4150-b66a-74c438c4c730'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:11.436255 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-53dc99b3-cac1-4f1d-b2b2-ddd7dfd93ddf tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.436490 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e68c5e86-7327-4150-b66a-74c438c4c730'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:11.440221 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-53dc99b3-cac1-4f1d-b2b2-ddd7dfd93ddf tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5747573 Jun 27 21:16:11.453318 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41892) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:11.462425 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] For port 3096e570-9028-4cc3-a6f0-98e976d489da, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=3096e570-9028-4cc3-a6f0-98e976d489da,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:11.464028 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:11.531934 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Allocated IP 172.20.0.1 (449e2e33-47ed-4bc8-9db3-ee1c9d54d111/c88f597f-8bc5-48ec-a171-53096e1581d7/b8951fc2-e8ee-47be-93da-68b7b9c82952) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:11.534000 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-5009d269-797a-495b-b397-d244e6fad452 None None] For port 03431261-80c9-4ff9-b564-b16bc00cc82c, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:11.567912 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-5009d269-797a-495b-b397-d244e6fad452 None None] For port 03431261-80c9-4ff9-b564-b16bc00cc82c, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=03431261-80c9-4ff9-b564-b16bc00cc82c,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:11.576099 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.587447 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.611057 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c8d7088f-395e-4fc1-9000-b2a7ac5b19de req-a0ebcbd2-b344-47d3-92df-b21589091f53 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 210 time: 0.0929642 Jun 27 21:16:11.619390 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.668716 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:11.669287 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.699615 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:11.707354 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c95ff4-3e54-4516-8874-4992c3513901 None None] Pushing event updated for resources: {'Port': ['ID=03431261-80c9-4ff9-b564-b16bc00cc82c,revision_number=4']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:11.738982 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Publish callbacks [] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.753636 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Set router e68c5e86-7327-4150-b66a-74c438c4c730 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:11.784583 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:11.785384 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-5009d269-797a-495b-b397-d244e6fad452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:11.798037 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:11.816646 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f5e8e-1b0d-486c-9401-d12c5a30c756 None None] Pushing event updated for resources: {'Port': ['ID=cbbe9eb3-7633-419a-bbd0-7743aac078c6,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:11.851641 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0fae38c2-086c-43f9-b0fe-5b373ac63381 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.875846 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Provisioning complete for port 9e5b461a-329e-45fc-ab52-278467f3deef triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:11.876620 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:11.889444 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14873201-e92f-4769-a639-619d72e1719d None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:11.890861 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-14873201-e92f-4769-a639-619d72e1719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:15:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:11.898540 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Allocated IP 172.20.0.8 (8e4e94ff-9f19-4780-958f-2bffc629b050/875516a2-044b-4760-88af-65c8c02a3a5c/e0071d9d-e534-4717-a5e1-b60e19b215c7) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:11.909668 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-e8f3ae52-b2d4-4569-9041-b2baaeb9184a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/quotas/a2e58fc8b6e14185b4409884a5701316 HTTP/1.1" status: 200 len: 375 time: 0.4988074 Jun 27 21:16:12.116020 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:12.118270 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:12.155476 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 2, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:12.176230 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:12.180288 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-5009d269-797a-495b-b397-d244e6fad452 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:12.238981 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Port 9e5b461a-329e-45fc-ab52-278467f3deef cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:12.327794 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Allocated IP 172.27.0.196 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/34bcfd49-17e7-4b31-a34f-b52bb0939b61) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:12.487739 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for port (34bcfd49-17e7-4b31-a34f-b52bb0939b61), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:12.494716 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:12.643644 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-a56c309e-c7fe-42c1-b2bd-fd6a9b13f469 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2e58fc8b6e14185b4409884a5701316&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6938009 Jun 27 21:16:12.676750 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (34bcfd49-17e7-4b31-a34f-b52bb0939b61), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:12.752112 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Checking router: 6a82da67-b908-4e2c-89ed-54a09475cceb for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:16:12.752550 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Updating router 6a82da67-b908-4e2c-89ed-54a09475cceb port 9e5b461a-329e-45fc-ab52-278467f3deef binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:16:12.769896 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea42fd9-51c8-4dbd-bb4d-61cd5f5cc6cd None None] Pushing event updated for resources: {'Port': ['ID=3096e570-9028-4cc3-a6f0-98e976d489da,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:12.812971 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'Port': ['ID=34bcfd49-17e7-4b31-a34f-b52bb0939b61,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:12.838414 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Provisioning complete for port 3096e570-9028-4cc3-a6f0-98e976d489da triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:12.839569 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:12.843830 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:12.848196 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:12.859314 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:12.911795 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:12.921229 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-14873201-e92f-4769-a639-619d72e1719d None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:12.925083 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3096e570-9028-4cc3-a6f0-98e976d489da up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:12.941743 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Request body: {'port': {'device_id': '4d240a8f-534e-471d-817b-3d79b449bfeb', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'admin_state_up': True, 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:12.962922 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-59549088-1a12-4cdd-a175-9baaa5556023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:13.001291 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b6b286bd-3545-426b-81ee-a5bd0bb082ac req-edf9aa98-c7ba-4ada-b15c-3b83115b53ce tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 210 time: 0.0424156 Jun 27 21:16:13.032290 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Pushing event updated for resources: {'Port': ['ID=b8951fc2-e8ee-47be-93da-68b7b9c82952,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:13.086537 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:13.163724 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:13.206485 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:13.208823 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (1ba26f64-05c7-4699-9789-b4d37ccd12e9), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:13.214451 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:13.216722 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:13.274950 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'name': 'tempest-DeleteServersTestJSON-1072666659-router', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '10147763-e89c-41ae-889c-59033498eb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:48Z', 'updated_at': '2022-06-27T21:16:02Z', 'revision_number': 4, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'gw_port': {'id': '10147763-e89c-41ae-889c-59033498eb5a', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:31:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9abf3e3b-9cc2-487d-b89d-77a3f287eaa2', 'name': '', 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'mac_address': 'fa:16:3e:7f:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 2, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'subnets': [{'id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:13.283481 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d7c3a2fb-f809-40bb-9501-24a3fd3fe386 service neutron] 10.222.0.13 "GET /v2.0/networks/aa6461c8-2490-4225-82bb-7e18f2ed61f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389248 Jun 27 21:16:13.356590 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (34bcfd49-17e7-4b31-a34f-b52bb0939b61), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:13.399956 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Checking router: e68c5e86-7327-4150-b66a-74c438c4c730 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:16:13.403898 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Updating router e68c5e86-7327-4150-b66a-74c438c4c730 port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:16:13.445861 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Made reservation on behalf of a2a3853bab51428eb89ff228e5f29ef4 for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:16:13.449731 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:13.521203 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:13.546824 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:13.616048 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 3096e570-9028-4cc3-a6f0-98e976d489da triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:13.624210 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:13.795372 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-5009d269-797a-495b-b397-d244e6fad452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:13.802675 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:13.987640 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:14.056317 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:14.070061 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Current status of the port 3096e570-9028-4cc3-a6f0-98e976d489da is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:14.184656 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009d269-797a-495b-b397-d244e6fad452 None None] The sync data for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi is: [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:16:14.193703 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for port (34bcfd49-17e7-4b31-a34f-b52bb0939b61), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.341656 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (34bcfd49-17e7-4b31-a34f-b52bb0939b61), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.372400 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Provisioning complete for port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:14.385363 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.388723 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (1ba26f64-05c7-4699-9789-b4d37ccd12e9), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.435330 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dc6a092b-2ea0-4ea6-b342-f6a7c3154555 req-eb428edb-1607-4399-a77f-f891a41e46e1 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 210 time: 0.2594006 Jun 27 21:16:14.527796 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.552026 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.557877 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1017749 Jun 27 21:16:14.580312 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:14.623978 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa5c83-027b-42fe-b8ed-249e9cee6fbb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'Port': ['ID=34bcfd49-17e7-4b31-a34f-b52bb0939b61,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:14.644865 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.657430 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.690898 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:14.722857 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Publish callbacks [] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.728541 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-14873201-e92f-4769-a639-619d72e1719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:15:59Z', 'revision_number': 3, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:14.742542 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.804379 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0fae38c2-086c-43f9-b0fe-5b373ac63381 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.864170 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b1056-0c0f-4c5b-876c-5cad8b4f3c70 None None] Pushing event updated for resources: {'Port': ['ID=9abf3e3b-9cc2-487d-b89d-77a3f287eaa2,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:14.957638 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0fae38c2-086c-43f9-b0fe-5b373ac63381 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:14.994388 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Attempting to bind port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:14.994943 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Attempting to bind port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:14.995404 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Attempting to bind port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 on network aa6461c8-2490-4225-82bb-7e18f2ed61f3 {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:15.001828 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:15.002370 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Checking segment: {'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:15.003084 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:15.003815 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Bound using segment: {'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:15.004441 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Bound port: 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:15.004915 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:15.033012 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14873201-e92f-4769-a639-619d72e1719d None None] The sync data for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi is: [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:15:59Z', 'revision_number': 3, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:16:15.061354 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 3096e570-9028-4cc3-a6f0-98e976d489da is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:15.071825 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 35473b5f-c9cb-4059-8359-e5d4371451ca up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:15.157248 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-5146fc44-8323-42ca-bf6d-ea3ca662a1b7 service neutron] 10.222.0.13 "GET /v2.0/networks/aa6461c8-2490-4225-82bb-7e18f2ed61f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0573630 Jun 27 21:16:15.290569 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Current status of the port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:15.315336 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Provisioning complete for port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:15.316106 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:15.322763 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] For port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:15.337279 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0fae38c2-086c-43f9-b0fe-5b373ac63381 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:15.341351 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0fae38c2-086c-43f9-b0fe-5b373ac63381 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 5.0849478 Jun 27 21:16:15.343694 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] For port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=9abf3e3b-9cc2-487d-b89d-77a3f287eaa2,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:15.365699 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 41988) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:15.368210 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:15.441494 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-38a9a955-7bd8-481c-bd46-2e7d0e62041e tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group_rule': {'security_group_id': 'd52922a5-ce59-4ec2-9e9d-0e6d6952ecd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:15.508257 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae38c2-086c-43f9-b0fe-5b373ac63381 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:15.545479 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:15.663215 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Routers {'e68c5e86-7327-4150-b66a-74c438c4c730'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:15.666204 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:16:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e68c5e86-7327-4150-b66a-74c438c4c730'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:15.753627 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:15.756222 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:15.836005 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 35473b5f-c9cb-4059-8359-e5d4371451ca triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:15.836005 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:15.854378 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:15.869213 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Provisioning complete for port 03431261-80c9-4ff9-b564-b16bc00cc82c triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:15.869738 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:15.989353 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:16.022814 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Allocated IP 172.20.0.3 (8e4e94ff-9f19-4780-958f-2bffc629b050/875516a2-044b-4760-88af-65c8c02a3a5c/a6130374-d711-4d19-a701-67a2bc874882) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:16.078448 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event updated for resources: {'Port': ['ID=e0071d9d-e534-4717-a5e1-b60e19b215c7,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:16.081331 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42006) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:16.141403 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Network 8e4e94ff-9f19-4780-958f-2bffc629b050 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:16.158482 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aa7b0d2b-6fac-4f51-843e-f4bb8dbbad85 req-4507719b-548a-42a4-b737-66f5bdfba615 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 210 time: 0.0669651 Jun 27 21:16:16.182594 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:16.184659 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b1056-0c0f-4c5b-876c-5cad8b4f3c70 None None] Pushing event updated for resources: {'Port': ['ID=9abf3e3b-9cc2-487d-b89d-77a3f287eaa2,revision_number=4']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:16.193076 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:16.199473 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Publish callbacks [] for port (9e5b461a-329e-45fc-ab52-278467f3deef), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:16.245460 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:16.252667 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:16.261704 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:16.319020 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-4b4275b3-dbb2-4453-ad52-cc89d6894858 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8283021 Jun 27 21:16:16.397343 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f3fdc61f-6e0f-41c5-b819-577e7dfe9e2e req-2f2bdc47-aed1-4a10-a98a-e7476b15a7ce tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 210 time: 0.0663710 Jun 27 21:16:16.429610 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-f285075a-67a0-4f52-bcd6-81ee0d81b9c3 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:16:16.432484 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-f285075a-67a0-4f52-bcd6-81ee0d81b9c3 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0335033 Jun 27 21:16:16.591180 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] Set router e68c5e86-7327-4150-b66a-74c438c4c730 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:16.726436 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:16.780392 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-0be1444a-a09a-4cc5-9b41-5ccf6f599b41 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1747065259&fields=id&tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89 HTTP/1.1" status: 200 len: 267 time: 1.6033096 Jun 27 21:16:16.788475 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Publish callbacks [] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:16.809233 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-38a9a955-7bd8-481c-bd46-2e7d0e62041e tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (631cc531-e54b-4abd-88d9-815ab6a3354a), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:16.820886 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a54ddbab-0274-4d83-83c1-82a39de3d9eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:16.823440 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:16.824272 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:16.831368 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 35473b5f-c9cb-4059-8359-e5d4371451ca is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:16.833434 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:17.016283 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:17.085881 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Pushing event updated for resources: {'Port': ['ID=b8951fc2-e8ee-47be-93da-68b7b9c82952,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:17.087860 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0731db-d3af-47e0-88af-80f417f18d33 None None] Pushing event updated for resources: {'Port': ['ID=9e5b461a-329e-45fc-ab52-278467f3deef,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:17.156329 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Request body: {'port': {'device_id': '53419a08-6ab0-4f25-82f9-81496ca7440e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:17.238758 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:17.240177 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'name': 'tempest-DeleteServersTestJSON-1072666659-router', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '10147763-e89c-41ae-889c-59033498eb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:48Z', 'updated_at': '2022-06-27T21:16:02Z', 'revision_number': 4, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'gw_port': {'id': '10147763-e89c-41ae-889c-59033498eb5a', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:31:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9abf3e3b-9cc2-487d-b89d-77a3f287eaa2', 'name': '', 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'mac_address': 'fa:16:3e:7f:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:15Z', 'revision_number': 4, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'subnets': [{'id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:17.331810 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91107fbd-c3e7-4e37-9c9d-b09163317265 None None] The sync data for ids ['e68c5e86-7327-4150-b66a-74c438c4c730'] in dv-cinder-847732-1-iscsi is: [{'id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'name': 'tempest-DeleteServersTestJSON-1072666659-router', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '10147763-e89c-41ae-889c-59033498eb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:48Z', 'updated_at': '2022-06-27T21:16:02Z', 'revision_number': 4, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'gw_port': {'id': '10147763-e89c-41ae-889c-59033498eb5a', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:31:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9abf3e3b-9cc2-487d-b89d-77a3f287eaa2', 'name': '', 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'mac_address': 'fa:16:3e:7f:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:15Z', 'revision_number': 4, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'subnets': [{'id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:16:17.350745 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Current status of the port 03431261-80c9-4ff9-b564-b16bc00cc82c is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:17.352211 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.421720 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6e1053ca-9b11-45d4-92e3-5da1869237a8 req-eeb38688-8c19-49db-a569-096fc9bdd58e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 210 time: 0.0914545 Jun 27 21:16:17.437036 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:17.442013 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.477072 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Attempting to bind port 9e5b461a-329e-45fc-ab52-278467f3deef on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:17.479309 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Attempting to bind port 9e5b461a-329e-45fc-ab52-278467f3deef by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:17.484745 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Attempting to bind port 9e5b461a-329e-45fc-ab52-278467f3deef on network 88eac9a2-e4a8-414f-a6be-c486870814c1 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:17.543851 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:17.544360 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Checking segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:17.544826 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.545367 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Bound using segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:17.545967 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Bound port: 9e5b461a-329e-45fc-ab52-278467f3deef, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:17.546410 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.556026 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] For port 03431261-80c9-4ff9-b564-b16bc00cc82c, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=03431261-80c9-4ff9-b564-b16bc00cc82c,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:17.570493 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.630916 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-23cc1534-ee1a-41ef-ad0e-1d4d9100601a req-68a0f668-7a0b-4b82-ae58-30b38b70a2ea tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 210 time: 0.0933454 Jun 27 21:16:17.635558 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.649694 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:17.655832 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-38a9a955-7bd8-481c-bd46-2e7d0e62041e tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (631cc531-e54b-4abd-88d9-815ab6a3354a), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.658550 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:17.664496 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:17.667847 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for port (a6130374-d711-4d19-a701-67a2bc874882), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.674033 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-38a9a955-7bd8-481c-bd46-2e7d0e62041e tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (631cc531-e54b-4abd-88d9-815ab6a3354a), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.712750 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:17.734904 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.736834 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268117c-f034-4402-8902-306ca20027ec req-07460b56-801c-4b2e-8703-4d180f7591e7 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:17.738634 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-07460b56-801c-4b2e-8703-4d180f7591e7 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/networks?id=1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 200 len: 810 time: 0.9362903 Jun 27 21:16:17.743323 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] For port 9e5b461a-329e-45fc-ab52-278467f3deef, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:17.744707 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9a955-7bd8-481c-bd46-2e7d0e62041e tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631cc531-e54b-4abd-88d9-815ab6a3354a,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:17.752946 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6f1e7-b30a-41cc-8e02-1d72fdff538c None None] Pushing event updated for resources: {'Port': ['ID=03431261-80c9-4ff9-b564-b16bc00cc82c,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:17.757961 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-38a9a955-7bd8-481c-bd46-2e7d0e62041e tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.759312 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-38a9a955-7bd8-481c-bd46-2e7d0e62041e tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3903332 Jun 27 21:16:17.763531 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42042) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:17.769862 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-1fd79c0a-7d9d-49f4-b0ad-8954e36bad65 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group_rule': {'security_group_id': 'd52922a5-ce59-4ec2-9e9d-0e6d6952ecd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:17.780267 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] For port 9e5b461a-329e-45fc-ab52-278467f3deef, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=9e5b461a-329e-45fc-ab52-278467f3deef,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:17.785888 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:17.786337 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.794115 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:17.794230 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Provisioning complete for port e0071d9d-e534-4717-a5e1-b60e19b215c7 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:17.794598 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.801149 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a54ddbab-0274-4d83-83c1-82a39de3d9eb admin admin] Publish callbacks [] for security_group (599b3cc7-206a-49d6-bf27-1228d701b981), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.801362 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.825879 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (a6130374-d711-4d19-a701-67a2bc874882), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.828538 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1fd79c0a-7d9d-49f4-b0ad-8954e36bad65 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (7a48f660-bdce-4b71-98c7-eb9bda28c264), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.832542 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a54ddbab-0274-4d83-83c1-82a39de3d9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (599b3cc7-206a-49d6-bf27-1228d701b981), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.832721 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-1bc75b86-89a8-42f4-92ab-2ff3e63f798f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/quotas/d8c1bcb797ba4eb0ad6daf5ed39baa89 HTTP/1.1" status: 200 len: 375 time: 0.0373085 Jun 27 21:16:17.844990 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:17.924017 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Network 8e4e94ff-9f19-4780-958f-2bffc629b050 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:17.940365 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=442c4b7d-f9cf-4579-9b28-a0e233e86ec5,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:17.967494 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:17.975266 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 811a5f7c-8258-4c67-831d-171dc2ef5120 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:17.975693 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:18.057832 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:18.060663 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Port e0071d9d-e534-4717-a5e1-b60e19b215c7 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:18.063165 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:18.063840 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.169659 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Provisioning complete for port 9e5b461a-329e-45fc-ab52-278467f3deef triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:18.170223 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.172071 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0731db-d3af-47e0-88af-80f417f18d33 None None] Pushing event updated for resources: {'Port': ['ID=9e5b461a-329e-45fc-ab52-278467f3deef,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:18.200180 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event updated for resources: {'Port': ['ID=a6130374-d711-4d19-a701-67a2bc874882,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:18.208513 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-a9d42b56-5401-46b0-a1ad-5555e4f074f8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3275561 Jun 27 21:16:18.245061 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-97a3b835-ef49-4168-86bf-18dad7cdf2c2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3081939 Jun 27 21:16:18.247399 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1fd79c0a-7d9d-49f4-b0ad-8954e36bad65 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (7a48f660-bdce-4b71-98c7-eb9bda28c264), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.263130 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1fd79c0a-7d9d-49f4-b0ad-8954e36bad65 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (7a48f660-bdce-4b71-98c7-eb9bda28c264), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.282916 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:18.283551 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:16:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:18.286226 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a54ddbab-0274-4d83-83c1-82a39de3d9eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd3c005f16c6425fbd61a8c40dcf89fd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1606975 Jun 27 21:16:18.301723 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42054) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:18.353586 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd79c0a-7d9d-49f4-b0ad-8954e36bad65 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a48f660-bdce-4b71-98c7-eb9bda28c264,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:18.362043 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ddbab-0274-4d83-83c1-82a39de3d9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599b3cc7-206a-49d6-bf27-1228d701b981,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:18.412686 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1fd79c0a-7d9d-49f4-b0ad-8954e36bad65 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.414240 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-1fd79c0a-7d9d-49f4-b0ad-8954e36bad65 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6497223 Jun 27 21:16:18.419059 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42058) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:18.420966 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Router cf696b2c-41e8-4d11-b342-d6cf053bfa9b has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:16:18.430654 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:18.457992 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:18.541414 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-8a3f4a47-92e9-4eb4-80db-a73442362b5d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:16:18.542678 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-8a3f4a47-92e9-4eb4-80db-a73442362b5d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1686902 Jun 27 21:16:18.549365 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.583740 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f90b524-1d03-46f3-9d4d-7349397678f3 admin admin] Publish callbacks [] for security_group (599b3cc7-206a-49d6-bf27-1228d701b981), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.622948 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=442c4b7d-f9cf-4579-9b28-a0e233e86ec5,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:18.625925 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 811a5f7c-8258-4c67-831d-171dc2ef5120 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:18.626573 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.679304 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0071d9d-e534-4717-a5e1-b60e19b215c7 {{(pid=104130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:18.690450 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ac928-badd-454b-905b-006785f412bd req-358d0ab9-2931-43d0-b3eb-d5eb12ff24f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:18.697955 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3b8ac928-badd-454b-905b-006785f412bd req-358d0ab9-2931-43d0-b3eb-d5eb12ff24f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 931 time: 0.1518757 Jun 27 21:16:18.705725 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:18.719751 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Publish callbacks [] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.750990 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f90b524-1d03-46f3-9d4d-7349397678f3 admin admin] Publish callbacks [] for security_group (599b3cc7-206a-49d6-bf27-1228d701b981), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.755049 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:18.773193 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.provisioning_blocks [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Transition to ACTIVE for port object e0071d9d-e534-4717-a5e1-b60e19b215c7 will not be triggered until provisioned by entity L2. {{(pid=104130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:16:18.774654 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:16:18.781898 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6931b233-b9f2-41ea-8895-f51945834d99 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf696b2c-41e8-4d11-b342-d6cf053bfa9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3847809 Jun 27 21:16:18.797555 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Current status of the port 9e5b461a-329e-45fc-ab52-278467f3deef is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:18.797947 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.803608 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.821500 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3b8ac928-badd-454b-905b-006785f412bd req-a5f8ea73-99c9-43ff-91c7-46a5db97c98b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223147 Jun 27 21:16:18.826087 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:18.867144 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.895068 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-1079352a-1861-44fd-b42a-cde23f3e73dd service neutron] 10.222.0.13 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374979 Jun 27 21:16:18.939825 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 811a5f7c-8258-4c67-831d-171dc2ef5120 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:18.940394 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:18.951385 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-5950b621-30e4-417e-880b-07c399be4477 None None] For port 9e5b461a-329e-45fc-ab52-278467f3deef, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=9e5b461a-329e-45fc-ab52-278467f3deef,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:18.987502 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.053945 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port 811a5f7c-8258-4c67-831d-171dc2ef5120, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=811a5f7c-8258-4c67-831d-171dc2ef5120,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:19.062020 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Provisioning complete for port b8951fc2-e8ee-47be-93da-68b7b9c82952 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:19.062700 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.072088 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.072959 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:19.163568 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Allocated IP 172.27.0.134 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/112c3536-0d9a-434b-ade7-28c58a746f66) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:19.177844 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Pushing event updated for resources: {'Port': ['ID=9e5b461a-329e-45fc-ab52-278467f3deef,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:19.179438 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fc818dc2-c73d-4d61-94ec-a3d5eb81b999 req-3c7744d0-3f89-47ff-a9f2-e4fd34b7683d tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 210 time: 0.0616033 Jun 27 21:16:19.197496 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Port b8951fc2-e8ee-47be-93da-68b7b9c82952 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:19.252021 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Pushing event updated for resources: {'Port': ['ID=e0071d9d-e534-4717-a5e1-b60e19b215c7,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:19.269654 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Attempting to bind port e0071d9d-e534-4717-a5e1-b60e19b215c7 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:19.270278 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Attempting to bind port e0071d9d-e534-4717-a5e1-b60e19b215c7 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:19.270818 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Attempting to bind port e0071d9d-e534-4717-a5e1-b60e19b215c7 on network 8e4e94ff-9f19-4780-958f-2bffc629b050 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:19.277399 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Port e0071d9d-e534-4717-a5e1-b60e19b215c7 on network 8e4e94ff-9f19-4780-958f-2bffc629b050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:16:19.278002 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Attempting to bind port e0071d9d-e534-4717-a5e1-b60e19b215c7 on network 8e4e94ff-9f19-4780-958f-2bffc629b050 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:19.286498 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:19.287562 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:19.287896 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Checking segment: {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:19.288642 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Bound using segment: {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:19.289646 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Bound port: e0071d9d-e534-4717-a5e1-b60e19b215c7, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'}}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:19.290028 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.309860 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Provisioning complete for port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:19.321708 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.340192 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f90b524-1d03-46f3-9d4d-7349397678f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (599b3cc7-206a-49d6-bf27-1228d701b981), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.346481 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f90b524-1d03-46f3-9d4d-7349397678f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.347794 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:19.370743 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-0f90b524-1d03-46f3-9d4d-7349397678f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/599b3cc7-206a-49d6-bf27-1228d701b981 HTTP/1.1" status: 204 len: 168 time: 1.0655274 Jun 27 21:16:19.414155 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90b524-1d03-46f3-9d4d-7349397678f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599b3cc7-206a-49d6-bf27-1228d701b981,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:19.417943 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] For port e0071d9d-e534-4717-a5e1-b60e19b215c7, host hv-cinder-84773, cleared binding levels {{(pid=104130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:19.424137 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:19.437793 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-7f696a11-5e61-449f-83d3-71d8b201bfef service neutron] 10.222.0.13 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415471 Jun 27 21:16:19.454314 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:19.455052 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.474615 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d91ef-89e1-4c4a-8695-ea30a82e21f0 None None] The sync data for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi is: [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:16:19.497406 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] For port e0071d9d-e534-4717-a5e1-b60e19b215c7, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=e0071d9d-e534-4717-a5e1-b60e19b215c7,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:19.509645 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.518331 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (112c3536-0d9a-434b-ade7-28c58a746f66), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.546869 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=811a5f7c-8258-4c67-831d-171dc2ef5120,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:19.657687 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42078) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:19.667946 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-23fec3a7-c5fc-4b37-987f-685c3b1a0e0f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--591485288', 'description': 'tempest-description--1030365907'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:19.728601 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (112c3536-0d9a-434b-ade7-28c58a746f66), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.736811 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:19.738079 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device e8fe4a94-181b-4b81-bac2-ad153ccc79e3 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:19.789347 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Pushing event updated for resources: {'Port': ['ID=e0071d9d-e534-4717-a5e1-b60e19b215c7,revision_number=3']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:19.816527 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:19.818372 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.821340 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-692516b2-aaaf-4420-af05-0d952dfb4001 service neutron] 10.222.0.33 "PUT /v2.0/ports/e0071d9d-e534-4717-a5e1-b60e19b215c7 HTTP/1.1" status: 200 len: 1093 time: 3.2099319 Jun 27 21:16:19.822001 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53419a08-6ab0-4f25-82f9-81496ca7440e', 'tag': 'e0071d9d-e534-4717-a5e1-b60e19b215c7'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:19.832210 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Current status of the port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:19.834414 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.857422 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:19.866580 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:19.867448 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.922593 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-23fec3a7-c5fc-4b37-987f-685c3b1a0e0f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:19.929147 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=112c3536-0d9a-434b-ade7-28c58a746f66,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:20.015860 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:20.044321 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:20.054201 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:20.099031 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-5950b621-30e4-417e-880b-07c399be4477 None None] For port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=9abf3e3b-9cc2-487d-b89d-77a3f287eaa2,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:20.119264 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:20.279006 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (1835c1e6-1c0e-40b3-978a-2b98e1fab870), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:20.318062 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d677e-7ac8-4e06-8002-05bcfed56925 req-84ef2a6d-2d61-4152-9f4b-9baa1dc73c69 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:20.331292 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-378d677e-7ac8-4e06-8002-05bcfed56925 req-84ef2a6d-2d61-4152-9f4b-9baa1dc73c69 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 931 time: 0.1447973 Jun 27 21:16:20.380611 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Provisioning complete for port 03431261-80c9-4ff9-b564-b16bc00cc82c triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:20.389317 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:20.406229 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Request body: {'port': {'device_id': '4d240a8f-534e-471d-817b-3d79b449bfeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:20.519128 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-378d677e-7ac8-4e06-8002-05bcfed56925 req-3d918b6c-8d16-43f2-9407-e428a27f93e9 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864603 Jun 27 21:16:20.622710 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Sync routers for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:16:20.640836 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Pushing event updated for resources: {'Port': ['ID=9abf3e3b-9cc2-487d-b89d-77a3f287eaa2,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:20.642659 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c73a6aa-59ef-422a-a0ae-856584e4e743" -d '{"events": [{"name": "network-changed", "server_uuid": "53419a08-6ab0-4f25-82f9-81496ca7440e", "tag": "e0071d9d-e534-4717-a5e1-b60e19b215c7"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:20.668502 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:20.695323 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b242-e067-487f-b54e-d35da5b62891 req-5584a18b-cd4b-48ad-b553-9edb81a2f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:20.705737 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-5584a18b-cd4b-48ad-b553-9edb81a2f01b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 1127 time: 0.1804583 Jun 27 21:16:20.789197 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:16:20.836101 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3c3b508a-a946-43ae-b169-bd21cfa5ef12 req-658deba0-d1ac-486a-88c1-4459795a0785 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.5229955 Jun 27 21:16:20.882218 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (112c3536-0d9a-434b-ade7-28c58a746f66), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:20.918923 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:20.920844 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 10147763-e89c-41ae-889c-59033498eb5a up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:21.000961 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:21.002584 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:16:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:21.013351 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-aef9833f-2561-432d-bd66-a1c1eecb8d7a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0071d9d-e534-4717-a5e1-b60e19b215c7 HTTP/1.1" status: 200 len: 217 time: 0.2720807 Jun 27 21:16:21.045309 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42122) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:21.145328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-23fec3a7-c5fc-4b37-987f-685c3b1a0e0f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (6c7c73bc-906c-484c-94e8-f33f3c03d786), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.150017 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7e651abb-d541-41bc-ab8d-facd322bdca9 req-e5e3ebdb-f629-4ac9-9865-99c92161b128 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 210 time: 0.1300483 Jun 27 21:16:21.150922 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d119a4d2-5e32-4663-808f-58ff221e799c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.151584 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:21.204654 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-23fec3a7-c5fc-4b37-987f-685c3b1a0e0f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (6c7c73bc-906c-484c-94e8-f33f3c03d786), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.285857 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-5950b621-30e4-417e-880b-07c399be4477 None None] Current status of the port 03431261-80c9-4ff9-b564-b16bc00cc82c is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:21.296024 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (a6130374-d711-4d19-a701-67a2bc874882), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.340513 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:21.343227 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fec3a7-c5fc-4b37-987f-685c3b1a0e0f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7c73bc-906c-484c-94e8-f33f3c03d786,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:21.390458 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 10147763-e89c-41ae-889c-59033498eb5a triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:21.392349 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (10147763-e89c-41ae-889c-59033498eb5a), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.453081 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-23fec3a7-c5fc-4b37-987f-685c3b1a0e0f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.462918 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-23fec3a7-c5fc-4b37-987f-685c3b1a0e0f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8037801 Jun 27 21:16:21.465226 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42134) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:21.484043 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b242-e067-487f-b54e-d35da5b62891 req-ef36b412-7437-4e8b-890e-293bda201491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:21.486420 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-ef36b412-7437-4e8b-890e-293bda201491 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.1259325 Jun 27 21:16:21.496782 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a840358-872b-4de2-ac39-ef70ea9675e0 x-openstack-request-id: req-9a840358-872b-4de2-ac39-ef70ea9675e0 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:21.499843 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53419a08-6ab0-4f25-82f9-81496ca7440e", "tag": "e0071d9d-e534-4717-a5e1-b60e19b215c7", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:21.500327 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a840358-872b-4de2-ac39-ef70ea9675e0 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:21.501038 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a840358-872b-4de2-ac39-ef70ea9675e0'] response: {'name': 'network-changed', 'server_uuid': '53419a08-6ab0-4f25-82f9-81496ca7440e', 'tag': 'e0071d9d-e534-4717-a5e1-b60e19b215c7', 'status': 'completed', 'code': 200} Jun 27 21:16:21.530845 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d119a4d2-5e32-4663-808f-58ff221e799c admin admin] Publish callbacks [] for security_group (4483756d-a0b8-460e-ada9-df4bf07f561f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.536186 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-678f1d5c-74b8-400d-b127-893c0bcbffcd tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'security_group_rule': {'security_group_id': '6c7c73bc-906c-484c-94e8-f33f3c03d786', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:21.541051 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d119a4d2-5e32-4663-808f-58ff221e799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (4483756d-a0b8-460e-ada9-df4bf07f561f), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.621175 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:21.621411 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119a4d2-5e32-4663-808f-58ff221e799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4483756d-a0b8-460e-ada9-df4bf07f561f,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:21.638379 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d119a4d2-5e32-4663-808f-58ff221e799c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ceed20f4961c424f8e24835a581b46ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5919478 Jun 27 21:16:21.646170 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42142) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:21.736816 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4dfb74c9-9a16-4e71-95be-1fc36ab35f3f admin admin] Publish callbacks [] for security_group (4483756d-a0b8-460e-ada9-df4bf07f561f), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.741713 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:21.756720 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b700e0b-e786-434b-a40a-5cfbc62bfd16 req-543754c6-35cb-4707-b9f9-938edabee7fc tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:21.758255 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4b700e0b-e786-434b-a40a-5cfbc62bfd16 req-543754c6-35cb-4707-b9f9-938edabee7fc tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 931 time: 0.0808847 Jun 27 21:16:21.770831 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-73e7ec94-350c-419f-b695-9f1c55514bd1 None None] Provisioning complete for port 9e5b461a-329e-45fc-ab52-278467f3deef triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:21.771188 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-73e7ec94-350c-419f-b695-9f1c55514bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.779628 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4dfb74c9-9a16-4e71-95be-1fc36ab35f3f admin admin] Publish callbacks [] for security_group (4483756d-a0b8-460e-ada9-df4bf07f561f), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.814798 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 10147763-e89c-41ae-889c-59033498eb5a is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:21.815189 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (10147763-e89c-41ae-889c-59033498eb5a), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.827421 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:21.842517 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-678f1d5c-74b8-400d-b127-893c0bcbffcd tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (5b8873b4-5471-4733-9ee6-1a7c412f1929), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.847894 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4b700e0b-e786-434b-a40a-5cfbc62bfd16 req-bce064c7-0bc1-4742-8a46-5765f1f469d2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809619 Jun 27 21:16:21.886288 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4dfb74c9-9a16-4e71-95be-1fc36ab35f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (4483756d-a0b8-460e-ada9-df4bf07f561f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.890000 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4dfb74c9-9a16-4e71-95be-1fc36ab35f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.892117 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-4dfb74c9-9a16-4e71-95be-1fc36ab35f3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4483756d-a0b8-460e-ada9-df4bf07f561f HTTP/1.1" status: 204 len: 168 time: 0.2445822 Jun 27 21:16:21.896113 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port 10147763-e89c-41ae-889c-59033498eb5a, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=10147763-e89c-41ae-889c-59033498eb5a,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:21.903499 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb74c9-9a16-4e71-95be-1fc36ab35f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4483756d-a0b8-460e-ada9-df4bf07f561f,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:21.948846 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (10147763-e89c-41ae-889c-59033498eb5a), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:21.986611 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (112c3536-0d9a-434b-ade7-28c58a746f66), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.038283 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (112c3536-0d9a-434b-ade7-28c58a746f66), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.040483 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-73e7ec94-350c-419f-b695-9f1c55514bd1 None None] Current status of the port 9e5b461a-329e-45fc-ab52-278467f3deef is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:22.077577 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:22.078891 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-73e7ec94-350c-419f-b695-9f1c55514bd1 None None] Provisioning complete for port b8951fc2-e8ee-47be-93da-68b7b9c82952 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:22.079272 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-73e7ec94-350c-419f-b695-9f1c55514bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.082025 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb20982c-6f02-415f-8408-288c6b3077ef req-9e89ef94-2a17-4247-a97b-2beba8042ebc tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.0977352 Jun 27 21:16:22.111599 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-678f1d5c-74b8-400d-b127-893c0bcbffcd tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (5b8873b4-5471-4733-9ee6-1a7c412f1929), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.123218 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (1835c1e6-1c0e-40b3-978a-2b98e1fab870), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.134173 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-678f1d5c-74b8-400d-b127-893c0bcbffcd tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (5b8873b4-5471-4733-9ee6-1a7c412f1929), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.266766 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=112c3536-0d9a-434b-ade7-28c58a746f66,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:22.273277 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f1d5c-74b8-400d-b127-893c0bcbffcd tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8873b4-5471-4733-9ee6-1a7c412f1929,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:22.280152 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=10147763-e89c-41ae-889c-59033498eb5a,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:22.327465 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-73e7ec94-350c-419f-b695-9f1c55514bd1 None None] Port b8951fc2-e8ee-47be-93da-68b7b9c82952 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:22.349929 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-73e7ec94-350c-419f-b695-9f1c55514bd1 None None] Provisioning complete for port a6130374-d711-4d19-a701-67a2bc874882 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:22.350549 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-73e7ec94-350c-419f-b695-9f1c55514bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (a6130374-d711-4d19-a701-67a2bc874882), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.355934 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-01f0108b-4168-4a4b-9eed-290c7fae1d18 req-5126c15e-4353-419e-a1f3-e4150548faf2 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 210 time: 0.0709243 Jun 27 21:16:22.376789 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:15Z', 'revision_number': 2, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:22.415276 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Checking router: cf696b2c-41e8-4d11-b342-d6cf053bfa9b for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:16:22.415712 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Updating router cf696b2c-41e8-4d11-b342-d6cf053bfa9b port b8951fc2-e8ee-47be-93da-68b7b9c82952 binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:16:22.438994 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 03431261-80c9-4ff9-b564-b16bc00cc82c up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:22.446292 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-73e7ec94-350c-419f-b695-9f1c55514bd1 None None] Port a6130374-d711-4d19-a701-67a2bc874882 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:22.476647 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.477510 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-678f1d5c-74b8-400d-b127-893c0bcbffcd tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.479708 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-678f1d5c-74b8-400d-b127-893c0bcbffcd tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9486279 Jun 27 21:16:22.480481 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:22.482701 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42158) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:22.487497 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-45a77f5f-3ff9-46db-9901-2c647f6092d1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'security_group_rule': {'security_group_id': '6c7c73bc-906c-484c-94e8-f33f3c03d786', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:22.489487 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.490673 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-79a09236-9ad4-45c2-b496-b80d9e3d2e01 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0664790 Jun 27 21:16:22.500018 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6130374-d711-4d19-a701-67a2bc874882 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:22.513763 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Publish callbacks [] for port (a6130374-d711-4d19-a701-67a2bc874882), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.545940 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Transition to ACTIVE for port object a6130374-d711-4d19-a701-67a2bc874882 will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:16:22.551328 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 03431261-80c9-4ff9-b564-b16bc00cc82c triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:22.551856 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.553323 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (a6130374-d711-4d19-a701-67a2bc874882), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.557862 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-45a77f5f-3ff9-46db-9901-2c647f6092d1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (546378d0-73ee-479a-a675-b95fb2790edd), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.687859 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Pushing event updated for resources: {'Port': ['ID=a6130374-d711-4d19-a701-67a2bc874882,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:22.749439 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-45a77f5f-3ff9-46db-9901-2c647f6092d1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (546378d0-73ee-479a-a675-b95fb2790edd), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.762614 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-45a77f5f-3ff9-46db-9901-2c647f6092d1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (546378d0-73ee-479a-a675-b95fb2790edd), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.779743 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a77f5f-3ff9-46db-9901-2c647f6092d1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546378d0-73ee-479a-a675-b95fb2790edd,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:22.802947 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Attempting to bind port a6130374-d711-4d19-a701-67a2bc874882 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:22.803340 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Attempting to bind port a6130374-d711-4d19-a701-67a2bc874882 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:22.803700 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Attempting to bind port a6130374-d711-4d19-a701-67a2bc874882 on network 8e4e94ff-9f19-4780-958f-2bffc629b050 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:22.804129 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-45a77f5f-3ff9-46db-9901-2c647f6092d1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.809223 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42170) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:22.809734 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-45a77f5f-3ff9-46db-9901-2c647f6092d1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3253891 Jun 27 21:16:22.814557 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:22.821072 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Port a6130374-d711-4d19-a701-67a2bc874882 on network 8e4e94ff-9f19-4780-958f-2bffc629b050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:16:22.821479 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Attempting to bind port a6130374-d711-4d19-a701-67a2bc874882 on network 8e4e94ff-9f19-4780-958f-2bffc629b050 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:22.831807 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:22.835387 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Checking segment: {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:22.835387 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Bound using segment: {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:22.835387 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Bound port: a6130374-d711-4d19-a701-67a2bc874882, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:22.835387 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (a6130374-d711-4d19-a701-67a2bc874882), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.865976 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:22.926304 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:22.988043 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 03431261-80c9-4ff9-b564-b16bc00cc82c is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:22.989507 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3096e570-9028-4cc3-a6f0-98e976d489da up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:23.036971 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dfbd5-9692-44b4-855b-4d1c8b314863 req-813b2de4-7937-4a7f-ab28-7f3b3a99c872 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:23.041850 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-8003f3b6-6b37-4b13-a23a-5182d3a4b03a tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1589239750&fields=id&tenant_id=4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 267 time: 0.1395729 Jun 27 21:16:23.042320 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3f7dfbd5-9692-44b4-855b-4d1c8b314863 req-813b2de4-7937-4a7f-ab28-7f3b3a99c872 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.0800388 Jun 27 21:16:23.045927 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] For port a6130374-d711-4d19-a701-67a2bc874882, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:23.052353 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] For port a6130374-d711-4d19-a701-67a2bc874882, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a6130374-d711-4d19-a701-67a2bc874882,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:23.066395 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:23.081577 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (a6130374-d711-4d19-a701-67a2bc874882), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:23.122897 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3f7dfbd5-9692-44b4-855b-4d1c8b314863 req-50443336-de13-4c04-9a9a-44ca4567d458 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782340 Jun 27 21:16:23.225866 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:23.232302 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:23.236171 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] 10.222.0.33 "PUT /v2.0/ports/a6130374-d711-4d19-a701-67a2bc874882 HTTP/1.1" status: 200 len: 1093 time: 2.9180322 Jun 27 21:16:23.237141 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d240a8f-534e-471d-817b-3d79b449bfeb', 'tag': 'a6130374-d711-4d19-a701-67a2bc874882'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:23.241135 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 3096e570-9028-4cc3-a6f0-98e976d489da triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:23.241598 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:23.333325 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Publish callbacks [] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:23.339512 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3ed04cfc-1d08-4a2f-bc1c-1e09fb100a1a req-b4b3c2bb-489e-4c19-a46c-55239c9ab521 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.0616229 Jun 27 21:16:23.360698 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:23.468688 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20c3a-ef40-4af4-8bfe-03ad2740565e service neutron] Pushing event updated for resources: {'Port': ['ID=a6130374-d711-4d19-a701-67a2bc874882,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:23.479230 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-96be5bee-baa0-4b4f-b979-fc0634e5f747 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:23.480890 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-96be5bee-baa0-4b4f-b979-fc0634e5f747 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 814 time: 0.4386237 Jun 27 21:16:23.488111 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:23.527721 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-e0a257ae-8d74-4fd7-be5e-f3ead977c560 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/quotas/4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 375 time: 0.0323691 Jun 27 21:16:23.560989 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ffbe4357-c65d-4a0a-ba97-041e904b37a6 req-5dd0e112-51a3-459c-ae81-77c65686f643 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 210 time: 0.0926857 Jun 27 21:16:23.580778 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1b150-f989-48a9-bc08-318e2c6ebe1e None None] Pushing event updated for resources: {'Port': ['ID=b8951fc2-e8ee-47be-93da-68b7b9c82952,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:23.586796 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 3096e570-9028-4cc3-a6f0-98e976d489da is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:23.588847 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:23.653602 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-c51fcb1e-0b7b-47db-b0a0-0804d8c65f12 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300538 Jun 27 21:16:23.757131 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb867207-79a0-4f83-92df-c812aaac170f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d240a8f-534e-471d-817b-3d79b449bfeb", "tag": "a6130374-d711-4d19-a701-67a2bc874882"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:23.767573 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:23.768236 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:23.768435 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:23.819450 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:23.869564 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Allocated IP 172.27.0.118 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/f3a55963-bc9c-4ee0-bd99-a4484df3999b) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:23.945443 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-a5064a25-0600-46e0-8e54-4e3deaf33204 service neutron] 10.222.0.13 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446127 Jun 27 21:16:23.952467 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Attempting to bind port b8951fc2-e8ee-47be-93da-68b7b9c82952 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:23.952467 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Attempting to bind port b8951fc2-e8ee-47be-93da-68b7b9c82952 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:23.952467 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Attempting to bind port b8951fc2-e8ee-47be-93da-68b7b9c82952 on network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:23.967228 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:23.967591 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Checking segment: {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:23.967978 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:23.968360 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Bound using segment: {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:23.968836 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Bound port: b8951fc2-e8ee-47be-93da-68b7b9c82952, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:23.969407 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:23.972150 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:23.973269 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 811a5f7c-8258-4c67-831d-171dc2ef5120 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:24.012126 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-53149217-b63f-4b44-bdf2-a153b3b7c155 None None] Provisioning complete for port b8951fc2-e8ee-47be-93da-68b7b9c82952 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:24.012512 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-53149217-b63f-4b44-bdf2-a153b3b7c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:24.089314 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:24.114022 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-53149217-b63f-4b44-bdf2-a153b3b7c155 None None] Port b8951fc2-e8ee-47be-93da-68b7b9c82952 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:24.124119 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] For port b8951fc2-e8ee-47be-93da-68b7b9c82952, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:24.133635 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 811a5f7c-8258-4c67-831d-171dc2ef5120 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:24.134201 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:24.141228 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e4ea66-889a-4518-887d-2b98fbe6ace3 x-openstack-request-id: req-e6e4ea66-889a-4518-887d-2b98fbe6ace3 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:24.142591 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d240a8f-534e-471d-817b-3d79b449bfeb", "tag": "a6130374-d711-4d19-a701-67a2bc874882", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:24.142757 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] For port b8951fc2-e8ee-47be-93da-68b7b9c82952, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=b8951fc2-e8ee-47be-93da-68b7b9c82952,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:24.143132 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6e4ea66-889a-4518-887d-2b98fbe6ace3 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:24.143868 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e4ea66-889a-4518-887d-2b98fbe6ace3'] response: {'name': 'network-changed', 'server_uuid': '4d240a8f-534e-471d-817b-3d79b449bfeb', 'tag': 'a6130374-d711-4d19-a701-67a2bc874882', 'status': 'completed', 'code': 200} Jun 27 21:16:24.181594 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:24.209111 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-8c1b39a4-3a2d-4954-8b44-0ccd102ac8fa service neutron] 10.222.0.13 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563753 Jun 27 21:16:24.238366 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for port (f3a55963-bc9c-4ee0-bd99-a4484df3999b), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:24.304405 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (f3a55963-bc9c-4ee0-bd99-a4484df3999b), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:24.408484 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023af857-31ac-4974-a8ed-7c4d7a847baf req-403b8cc9-7dfc-4416-a493-d6ca290a2acd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:24.423875 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-023af857-31ac-4974-a8ed-7c4d7a847baf req-403b8cc9-7dfc-4416-a493-d6ca290a2acd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.1598783 Jun 27 21:16:24.428856 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'Port': ['ID=f3a55963-bc9c-4ee0-bd99-a4484df3999b,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:24.499128 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:24.508285 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:24.513661 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:24.519447 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1b150-f989-48a9-bc08-318e2c6ebe1e None None] Pushing event updated for resources: {'Port': ['ID=b8951fc2-e8ee-47be-93da-68b7b9c82952,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:24.566813 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:24.567541 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:16:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:24.632349 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-023af857-31ac-4974-a8ed-7c4d7a847baf req-3d77c7f1-d633-4c69-9861-b2a92f65be14 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069991 Jun 27 21:16:24.725451 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (302f925f-d7ff-46f9-b72d-9881f241d4f9), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:24.837586 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 811a5f7c-8258-4c67-831d-171dc2ef5120 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:24.837586 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device cbbe9eb3-7633-419a-bbd0-7743aac078c6 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:24.867207 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.33', 54063) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:24.941338 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879b242-e067-487f-b54e-d35da5b62891 req-3171cbf4-f365-47ef-99e9-bb1549fece24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:24.947589 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-3171cbf4-f365-47ef-99e9-bb1549fece24 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2053213 Jun 27 21:16:25.000998 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:25.131995 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-53b96855-59a4-49b1-a639-72fb8692b94b req-fd54c001-1ded-4a6a-9edf-726f3c63784f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.1816230 Jun 27 21:16:25.184317 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:25.349115 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (f3a55963-bc9c-4ee0-bd99-a4484df3999b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:25.600887 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-7dbbfd58-20e9-4d9e-8d41-becac0380583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:25.602415 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-7dbbfd58-20e9-4d9e-8d41-becac0380583 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 1127 time: 0.6978188 Jun 27 21:16:25.636790 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-5b62d7c9-b3e5-4a83-b548-d6d93d69b896 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533742 Jun 27 21:16:25.639344 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d3eb894e-c380-4a54-ac85-dc094d9012c0 req-616539e9-4314-4c2b-9577-218f390cd419 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.3094432 Jun 27 21:16:25.644227 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ceede096-54e2-41b1-8c06-088ac1b15805 req-55cfa624-94d3-437a-8fd7-08f1cf0afc07 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 210 time: 0.7364018 Jun 27 21:16:25.705018 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-39f0dd92-c1cf-445e-8bd4-bdd480fddf27 None None] Provisioning complete for port b8951fc2-e8ee-47be-93da-68b7b9c82952 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:25.705638 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-39f0dd92-c1cf-445e-8bd4-bdd480fddf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:25.820073 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:24Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:25.852104 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-60f970e0-d04c-4a33-9bd0-a5eb528181ce tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:25.865680 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-60f970e0-d04c-4a33-9bd0-a5eb528181ce tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.33 "GET /v2.0/networks?id=aa6461c8-2490-4225-82bb-7e18f2ed61f3 HTTP/1.1" status: 200 len: 812 time: 0.9563322 Jun 27 21:16:25.882117 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:25.883604 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a5365-05d6-4d1a-89b1-e4c992d070f2 None None] The sync data for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi is: [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:24Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:16:26.057135 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:26.232118 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-0085d12d-e867-4018-967d-40f1e3d1e8f1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6130374-d711-4d19-a701-67a2bc874882 HTTP/1.1" status: 200 len: 217 time: 0.1751983 Jun 27 21:16:26.266992 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16203ba7-3da8-4012-a720-cc9de57063cc req-57ab3860-5c49-48bd-98e4-b75b8c8738b6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:26.269065 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-16203ba7-3da8-4012-a720-cc9de57063cc req-57ab3860-5c49-48bd-98e4-b75b8c8738b6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.4021413 Jun 27 21:16:26.402456 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-39f0dd92-c1cf-445e-8bd4-bdd480fddf27 None None] Current status of the port b8951fc2-e8ee-47be-93da-68b7b9c82952 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:26.402844 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-39f0dd92-c1cf-445e-8bd4-bdd480fddf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:26.416204 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b2030e80-f11c-4b4f-855b-f01c66167443 req-5a4bb5c6-979d-4408-b1c9-5cc10e319406 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.0935550 Jun 27 21:16:26.434216 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2879b242-e067-487f-b54e-d35da5b62891 req-687aa7aa-436c-4026-95d9-9465cb09e1ef service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979826 Jun 27 21:16:26.450199 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-39f0dd92-c1cf-445e-8bd4-bdd480fddf27 None None] For port b8951fc2-e8ee-47be-93da-68b7b9c82952, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=b8951fc2-e8ee-47be-93da-68b7b9c82952,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:26.463685 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-39f0dd92-c1cf-445e-8bd4-bdd480fddf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:26.470605 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port cbbe9eb3-7633-419a-bbd0-7743aac078c6 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:26.470605 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:26.503568 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-16203ba7-3da8-4012-a720-cc9de57063cc req-5c72086a-1463-44fe-b701-e07012ef466a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636312 Jun 27 21:16:26.528194 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for port (f3a55963-bc9c-4ee0-bd99-a4484df3999b), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:26.536041 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (f3a55963-bc9c-4ee0-bd99-a4484df3999b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:26.562774 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0dd92-c1cf-445e-8bd4-bdd480fddf27 None None] Pushing event updated for resources: {'Port': ['ID=b8951fc2-e8ee-47be-93da-68b7b9c82952,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:26.570162 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:26.599018 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'Port': ['ID=f3a55963-bc9c-4ee0-bd99-a4484df3999b,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:26.609044 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (302f925f-d7ff-46f9-b72d-9881f241d4f9), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:26.612545 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port cbbe9eb3-7633-419a-bbd0-7743aac078c6 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:26.613629 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:26.617238 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:26.633712 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:26.636389 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-e9f71c34-d935-4b7c-a608-ac4aa674832f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8249421 Jun 27 21:16:26.653995 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port cbbe9eb3-7633-419a-bbd0-7743aac078c6, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=cbbe9eb3-7633-419a-bbd0-7743aac078c6,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:26.661640 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:26.662972 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:26.760841 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:26.761619 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:26.801159 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=cbbe9eb3-7633-419a-bbd0-7743aac078c6,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:26.886694 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4b68ae61-413b-4d20-a624-19d439aa099f req-c354650d-4418-4f0b-9ec3-b9789fc918b8 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 210 time: 0.0918038 Jun 27 21:16:26.957449 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:26.958407 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 9e5b461a-329e-45fc-ab52-278467f3deef up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:27.050202 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 9e5b461a-329e-45fc-ab52-278467f3deef triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:27.050595 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:27.081836 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-76ab519f-2a3c-40dd-a36f-b83bdd9c6e85 req-4c10cf99-63c3-48c6-8fd6-667d1e7f3c24 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.2968786 Jun 27 21:16:27.096259 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-18fa0a19-33e8-4339-8092-e68a158a4fe8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--591485288&fields=id&tenant_id=0cdaf724b92644a0ae7fbb71147aef40 HTTP/1.1" status: 200 len: 267 time: 0.0848682 Jun 27 21:16:27.154517 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 9e5b461a-329e-45fc-ab52-278467f3deef is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:27.241947 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88466c52-702f-4982-a2e5-86ea374062d1 req-ce14aef6-d874-4f4a-b511-1e885ead7416 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:27.244000 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-ce14aef6-d874-4f4a-b511-1e885ead7416 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/networks?id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 200 len: 816 time: 0.1399615 Jun 27 21:16:27.276704 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-a820f1b7-4875-45c9-a74c-0d7af4154e47 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/quotas/0cdaf724b92644a0ae7fbb71147aef40 HTTP/1.1" status: 200 len: 375 time: 0.0241449 Jun 27 21:16:27.357142 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-95c8a020-d9aa-45ce-90fb-b3caef3b17c2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779397 Jun 27 21:16:27.422298 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device b8951fc2-e8ee-47be-93da-68b7b9c82952 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:27.473110 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:27.484482 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port b8951fc2-e8ee-47be-93da-68b7b9c82952 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:27.484482 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:27.484778 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-a5fdebd2-b6d9-4242-ba6b-acf0ca2e2f73 service neutron] 10.222.0.13 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191740 Jun 27 21:16:27.550381 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c30cae80-fa3a-4343-8f0a-77c9fd7c224b req-893718e5-3b93-4cff-831b-67cd038ef9a9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.0290439 Jun 27 21:16:27.568945 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port b8951fc2-e8ee-47be-93da-68b7b9c82952 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:27.570224 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device cbbe9eb3-7633-419a-bbd0-7743aac078c6 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:27.594146 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-56e78fdb-c760-4ecb-8443-db6d8438516c service neutron] 10.222.0.13 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094596 Jun 27 21:16:27.618092 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port cbbe9eb3-7633-419a-bbd0-7743aac078c6 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:27.618468 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:27.672174 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd66c9-11f0-4c13-bad2-64c165aaac6e req-32d0bb9d-9ebe-4be1-8c92-9a772d561f54 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:27.673987 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4cfd66c9-11f0-4c13-bad2-64c165aaac6e req-32d0bb9d-9ebe-4be1-8c92-9a772d561f54 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.0559418 Jun 27 21:16:27.711960 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port cbbe9eb3-7633-419a-bbd0-7743aac078c6 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:27.713754 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 10147763-e89c-41ae-889c-59033498eb5a up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:27.728289 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4cfd66c9-11f0-4c13-bad2-64c165aaac6e req-5f513b26-19b3-42a6-a47e-b00984ec9c26 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Jun 27 21:16:27.758128 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:27.769854 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 10147763-e89c-41ae-889c-59033498eb5a triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:27.770544 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (10147763-e89c-41ae-889c-59033498eb5a), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:27.790726 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b89a65dc-2129-4547-aec4-dbd6f9b4eb2f req-cdf8fcd6-ae0b-493a-9f9b-b5c1c02fcde3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 210 time: 0.0361047 Jun 27 21:16:27.822519 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:27.866851 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 10147763-e89c-41ae-889c-59033498eb5a is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:27.990918 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-92148f97-810c-4679-90b6-9d72bb7d0d4b req-2e8cdda4-03f2-4c53-981f-57239a606c15 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 210 time: 0.0317588 Jun 27 21:16:28.169511 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5f86a289-c4e4-4e1b-bcd5-bc2c7ed67022 req-9f23c671-894c-4b3c-bf70-9364238276b3 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.0276113 Jun 27 21:16:28.648809 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bddd7ca1-33ed-4592-bec2-21e2a62b089f req-95cc9617-1508-4200-ac91-fcdb1ab05e35 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.0276775 Jun 27 21:16:28.808356 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Request body: {'port': {'device_id': 'cfecef68-0f46-4744-8dc0-d721f692710b', 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3', 'admin_state_up': True, 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:28.885869 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeabfa0-41db-4f00-a315-0088072cc24c req-5c7248cc-855e-432f-8582-7c5b01202e6e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:28.893390 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0eeabfa0-41db-4f00-a315-0088072cc24c req-5c7248cc-855e-432f-8582-7c5b01202e6e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.0908356 Jun 27 21:16:28.946021 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3c9c410f-2698-414b-beb6-657fe9eee2e2 req-851a19e6-1935-4b35-a07a-8872cd19d0f8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 210 time: 0.0365353 Jun 27 21:16:28.950502 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0eeabfa0-41db-4f00-a315-0088072cc24c req-4e894a33-5bbc-445d-99c8-14f0da9685d0 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559869 Jun 27 21:16:28.998967 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Made reservation on behalf of a2e58fc8b6e14185b4409884a5701316 for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:16:29.002540 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:29.105096 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-07ba290c-2293-4ea2-8f62-16672b782d79 req-a10ff9f2-4ec2-437b-9388-3d5838dbc064 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 210 time: 0.0296173 Jun 27 21:16:29.187569 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Allocated IP 172.20.0.8 (aa6461c8-2490-4225-82bb-7e18f2ed61f3/a7b7c169-cc4d-4910-83bd-73b9dcc60213/baa095fe-f218-45c8-b731-2f6078fc2222) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:29.295019 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5d7c92a6-79f3-406a-82a2-41c60d53aaad req-71aa038e-3343-4750-abe0-852ea455a22f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.0456479 Jun 27 21:16:29.297746 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:29.422013 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Publish callbacks [] for port (baa095fe-f218-45c8-b731-2f6078fc2222), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:29.468183 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:29.532945 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Network aa6461c8-2490-4225-82bb-7e18f2ed61f3 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:29.534797 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:29.537961 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:29.544417 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:29.545085 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:29.557103 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Pushing event updated for resources: {'Port': ['ID=baa095fe-f218-45c8-b731-2f6078fc2222,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:29.574628 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-8f121e72-e64a-4bf9-a8b7-731e71511c76 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7710433 Jun 27 21:16:29.893342 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2ac07bcf-d381-4621-81b6-b80c78dc4513 req-8cf35bf9-c11b-41f2-abc4-aa85ad1b9d30 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.1308959 Jun 27 21:16:30.008189 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-925419c8-aefa-43c6-93dc-0dcb2f2f29cd None None] Provisioning complete for port baa095fe-f218-45c8-b731-2f6078fc2222 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:30.009249 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-925419c8-aefa-43c6-93dc-0dcb2f2f29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:30.149506 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-925419c8-aefa-43c6-93dc-0dcb2f2f29cd None None] Port baa095fe-f218-45c8-b731-2f6078fc2222 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:30.178815 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-39d4e403-7b25-4631-8db4-f20c439cbd45 req-ae571a58-4388-4559-8b32-6e4be67ee5ce tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 210 time: 0.0712888 Jun 27 21:16:30.209446 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5e7b-5725-44e8-b6f5-9d54ab5ee61b req-8698f063-d24d-4854-8808-693f76e2650c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:30.219504 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-20cd5e7b-5725-44e8-b6f5-9d54ab5ee61b req-8698f063-d24d-4854-8808-693f76e2650c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.1168010 Jun 27 21:16:30.316884 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-20cd5e7b-5725-44e8-b6f5-9d54ab5ee61b req-0bcf451e-f9e3-4658-9253-d4d0a1eecfd5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955443 Jun 27 21:16:30.404438 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc2e84-6ffa-46ee-9a68-dc05dd84e3b5 req-9d4efa62-7db9-47af-8449-c41f5cad2a1e tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:30.418538 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-32cc2e84-6ffa-46ee-9a68-dc05dd84e3b5 req-9d4efa62-7db9-47af-8449-c41f5cad2a1e tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 931 time: 0.1360786 Jun 27 21:16:30.591874 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Request body: {'port': {'device_id': 'cfecef68-0f46-4744-8dc0-d721f692710b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:30.683804 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42450) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:30.709794 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:30.761425 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-55639a5f-ab33-4bd2-a8c1-3d92d9ab6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:30.763452 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-55639a5f-ab33-4bd2-a8c1-3d92d9ab6998 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.3762629 Jun 27 21:16:30.766622 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.33', 54075) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:30.971901 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-c1e3feb4-52e9-49d2-993b-13258e557fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:30.975295 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-c1e3feb4-52e9-49d2-993b-13258e557fcf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 1127 time: 0.1353698 Jun 27 21:16:30.985824 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e35b8ab3-0f16-476b-99bd-848cba72e5d6 req-414bbd26-ce47-4816-b560-e8bbccc4b02b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.2962980 Jun 27 21:16:30.989851 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:31.010554 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:31.033065 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268117c-f034-4402-8902-306ca20027ec req-8ad1a829-678f-464d-9b30-d8ab730c3f68 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:31.039529 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-8ad1a829-678f-464d-9b30-d8ab730c3f68 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.33 "GET /v2.0/networks?id=1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 200 len: 810 time: 0.5677831 Jun 27 21:16:31.064375 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-32cc2e84-6ffa-46ee-9a68-dc05dd84e3b5 req-509b83f2-271f-43cc-9c09-ed2db9e6cd32 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6386921 Jun 27 21:16:31.273745 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d076e44b-3fd2-4511-be80-97eb36be5ba0 req-2a2158be-c082-4c44-97bd-88265273d474 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.1329134 Jun 27 21:16:31.352537 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d1fa452a-97d7-4305-b134-3dc65f043ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:31.355143 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c1dad631-07ea-4158-953a-5e483333a44b req-2e84ba86-e74d-4ff4-a4be-9636e1e91cab tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 210 time: 0.0441263 Jun 27 21:16:31.411148 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-b793a7fe-891b-4bfd-91db-1540a377c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:31.413262 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-b793a7fe-891b-4bfd-91db-1540a377c16e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4435968 Jun 27 21:16:31.440780 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-6f6f61d3-2cb3-4bf9-a1c7-9c8ea2559acb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89 HTTP/1.1" status: 200 len: 380 time: 0.1506431 Jun 27 21:16:31.536066 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:31.591531 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-8216b92a-d9f5-4304-bfd4-ae22fd4aa898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:31.593044 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-8216b92a-d9f5-4304-bfd4-ae22fd4aa898 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.5965781 Jun 27 21:16:31.652874 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944028a-c7d2-4f42-bd4e-c28cdf704afa req-05910a4c-9249-41d4-94f7-c63c6f546f93 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:31.654478 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8944028a-c7d2-4f42-bd4e-c28cdf704afa req-05910a4c-9249-41d4-94f7-c63c6f546f93 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.1292782 Jun 27 21:16:31.817570 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d1fa452a-97d7-4305-b134-3dc65f043ac9 admin admin] Publish callbacks [] for security_group (336cd6da-85ab-4eb4-b75e-78923ca8176f), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:31.839400 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8944028a-c7d2-4f42-bd4e-c28cdf704afa req-d2bc2fac-c3c4-47df-9618-3c890661fdad tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685350 Jun 27 21:16:31.851784 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d1fa452a-97d7-4305-b134-3dc65f043ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (336cd6da-85ab-4eb4-b75e-78923ca8176f), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:31.939448 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d1fa452a-97d7-4305-b134-3dc65f043ac9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44fd55136c794f28911fb7a357a3fcbb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2250926 Jun 27 21:16:31.939782 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42484) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:31.970640 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa452a-97d7-4305-b134-3dc65f043ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336cd6da-85ab-4eb4-b75e-78923ca8176f,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:31.993611 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa095fe-f218-45c8-b731-2f6078fc2222 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:32.003766 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Publish callbacks [] for port (baa095fe-f218-45c8-b731-2f6078fc2222), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.030037 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Transition to ACTIVE for port object baa095fe-f218-45c8-b731-2f6078fc2222 will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:16:32.036491 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.048822 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1c356102-a645-4255-a6ef-bbf83b71d95a admin admin] Publish callbacks [] for security_group (336cd6da-85ab-4eb4-b75e-78923ca8176f), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.109279 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1c356102-a645-4255-a6ef-bbf83b71d95a admin admin] Publish callbacks [] for security_group (336cd6da-85ab-4eb4-b75e-78923ca8176f), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.156355 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a4c7a942-2def-47a0-b80b-85978219b453 req-6cb4ba49-0443-455a-92e3-5209c241a722 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.0535331 Jun 27 21:16:32.244782 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1c356102-a645-4255-a6ef-bbf83b71d95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (336cd6da-85ab-4eb4-b75e-78923ca8176f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.252087 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1c356102-a645-4255-a6ef-bbf83b71d95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.254343 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1c356102-a645-4255-a6ef-bbf83b71d95a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/336cd6da-85ab-4eb4-b75e-78923ca8176f HTTP/1.1" status: 204 len: 168 time: 0.3135686 Jun 27 21:16:32.259805 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=baa095fe-f218-45c8-b731-2f6078fc2222,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:32.272787 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42494) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:32.289174 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c356102-a645-4255-a6ef-bbf83b71d95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336cd6da-85ab-4eb4-b75e-78923ca8176f,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:32.481633 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88c25afd-43b2-4241-862f-a81e46459d25 req-7af59275-5763-4fe5-a292-4a2388362939 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.0649903 Jun 27 21:16:32.556225 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Attempting to bind port baa095fe-f218-45c8-b731-2f6078fc2222 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:32.560212 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Attempting to bind port baa095fe-f218-45c8-b731-2f6078fc2222 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:32.560767 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Attempting to bind port baa095fe-f218-45c8-b731-2f6078fc2222 on network aa6461c8-2490-4225-82bb-7e18f2ed61f3 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:32.592508 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Port baa095fe-f218-45c8-b731-2f6078fc2222 on network aa6461c8-2490-4225-82bb-7e18f2ed61f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:16:32.593203 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Attempting to bind port baa095fe-f218-45c8-b731-2f6078fc2222 on network aa6461c8-2490-4225-82bb-7e18f2ed61f3 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:32.599798 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:32.600412 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Checking segment: {'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:32.600998 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Bound using segment: {'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:32.601615 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Bound port: baa095fe-f218-45c8-b731-2f6078fc2222, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a54a6d-780c-4924-ac35-36905a7b678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:32.602170 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.610829 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3880d-2198-4c62-8fba-e1f3f5d8f270 req-c4ef24b3-90c6-4626-9132-d46f72d71a82 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:32.612972 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-66b3880d-2198-4c62-8fba-e1f3f5d8f270 req-c4ef24b3-90c6-4626-9132-d46f72d71a82 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 943 time: 0.3665059 Jun 27 21:16:32.708289 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5e859cd0-ddd9-4405-8c45-3b75747e0b25 req-f04134f2-6ecf-4f02-bcb9-3d36f15d830e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 210 time: 0.1175387 Jun 27 21:16:32.736537 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:32.742681 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-66b3880d-2198-4c62-8fba-e1f3f5d8f270 req-3c64c8ec-15b4-4268-95e5-9a7ea0b84410 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206744 Jun 27 21:16:32.756316 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3a5bf4dd-07d1-4a03-9fd2-704d78a274a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.784464 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] For port baa095fe-f218-45c8-b731-2f6078fc2222, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:32.790708 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] For port baa095fe-f218-45c8-b731-2f6078fc2222, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=baa095fe-f218-45c8-b731-2f6078fc2222,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:32.800689 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.839889 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:32.840459 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.842209 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] 10.222.0.33 "PUT /v2.0/ports/baa095fe-f218-45c8-b731-2f6078fc2222 HTTP/1.1" status: 200 len: 1093 time: 2.2627792 Jun 27 21:16:32.842386 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfecef68-0f46-4744-8dc0-d721f692710b', 'tag': 'baa095fe-f218-45c8-b731-2f6078fc2222'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:32.844675 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1a0aec-0036-4e61-9fae-3e2ecca49da7" -d '{"events": [{"name": "network-changed", "server_uuid": "cfecef68-0f46-4744-8dc0-d721f692710b", "tag": "baa095fe-f218-45c8-b731-2f6078fc2222"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:32.871191 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13580f7-6b45-4996-9c55-2e862f1ac2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=baa095fe-f218-45c8-b731-2f6078fc2222,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:32.903783 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3a5bf4dd-07d1-4a03-9fd2-704d78a274a0 admin admin] Publish callbacks [] for security_group (4e8b2d95-e4d4-4736-aebe-32058df36ebf), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.910175 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42508) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:32.912010 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3a5bf4dd-07d1-4a03-9fd2-704d78a274a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (4e8b2d95-e4d4-4736-aebe-32058df36ebf), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.918197 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38161a87-9b37-42ce-b15a-b2401099f5a8 x-openstack-request-id: req-38161a87-9b37-42ce-b15a-b2401099f5a8 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:32.918579 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfecef68-0f46-4744-8dc0-d721f692710b", "tag": "baa095fe-f218-45c8-b731-2f6078fc2222", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:32.918752 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38161a87-9b37-42ce-b15a-b2401099f5a8 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:32.919129 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38161a87-9b37-42ce-b15a-b2401099f5a8'] response: {'name': 'network-changed', 'server_uuid': 'cfecef68-0f46-4744-8dc0-d721f692710b', 'tag': 'baa095fe-f218-45c8-b731-2f6078fc2222', 'status': 'completed', 'code': 200} Jun 27 21:16:32.948539 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6feb-6e76-4c80-bb43-06446aaf6f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:32.955957 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bf4dd-07d1-4a03-9fd2-704d78a274a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8b2d95-e4d4-4736-aebe-32058df36ebf,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:32.968400 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3a5bf4dd-07d1-4a03-9fd2-704d78a274a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd77ffe1c54848809ce19edf0c199a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6925681 Jun 27 21:16:32.968975 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42512) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:33.017801 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:33.019004 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d7ba7-e3ee-42c1-8b57-a6506e49c0ca req-2a7a58cc-aa4e-41ef-92f2-4074886e34ad tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:33.021408 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-861d7ba7-e3ee-42c1-8b57-a6506e49c0ca req-2a7a58cc-aa4e-41ef-92f2-4074886e34ad tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.1002162 Jun 27 21:16:33.032351 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-912a0693-3ea3-4eef-a733-0f1157512fbf admin admin] Publish callbacks [] for security_group (4e8b2d95-e4d4-4736-aebe-32058df36ebf), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.041660 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:33.060395 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-912a0693-3ea3-4eef-a733-0f1157512fbf admin admin] Publish callbacks [] for security_group (4e8b2d95-e4d4-4736-aebe-32058df36ebf), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.106680 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-861d7ba7-e3ee-42c1-8b57-a6506e49c0ca req-ac2d9c42-e97b-4f42-92e8-ce3e8d9c8c43 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739911 Jun 27 21:16:33.124222 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-912a0693-3ea3-4eef-a733-0f1157512fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (4e8b2d95-e4d4-4736-aebe-32058df36ebf), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.128603 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-912a0693-3ea3-4eef-a733-0f1157512fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.132634 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-912a0693-3ea3-4eef-a733-0f1157512fbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e8b2d95-e4d4-4736-aebe-32058df36ebf HTTP/1.1" status: 204 len: 168 time: 0.1604075 Jun 27 21:16:33.141082 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a0693-3ea3-4eef-a733-0f1157512fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8b2d95-e4d4-4736-aebe-32058df36ebf,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:33.158813 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6feb-6e76-4c80-bb43-06446aaf6f05 admin admin] Publish callbacks [] for security_group (585aa220-b276-470f-a449-cdbb237d5356), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.165302 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6feb-6e76-4c80-bb43-06446aaf6f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (585aa220-b276-470f-a449-cdbb237d5356), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.210186 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc6feb-6e76-4c80-bb43-06446aaf6f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585aa220-b276-470f-a449-cdbb237d5356,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:33.215320 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-7bfc6feb-6e76-4c80-bb43-06446aaf6f05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07ebd6f9224f49c58b3c4ec4ba0d7c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041179 Jun 27 21:16:33.219403 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42518) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:33.278074 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fa50b014-5e55-46e2-a9b6-f9bfdb0a7f26 admin admin] Publish callbacks [] for security_group (585aa220-b276-470f-a449-cdbb237d5356), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.279096 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c0bf2c9a-fd5a-4bc7-890a-d265914a6b83 req-28c80c88-bec9-4b47-ad26-ecac1698e315 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.0288913 Jun 27 21:16:33.313947 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fa50b014-5e55-46e2-a9b6-f9bfdb0a7f26 admin admin] Publish callbacks [] for security_group (585aa220-b276-470f-a449-cdbb237d5356), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.378737 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fa50b014-5e55-46e2-a9b6-f9bfdb0a7f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (585aa220-b276-470f-a449-cdbb237d5356), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.381380 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fa50b014-5e55-46e2-a9b6-f9bfdb0a7f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.382586 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-fa50b014-5e55-46e2-a9b6-f9bfdb0a7f26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/585aa220-b276-470f-a449-cdbb237d5356 HTTP/1.1" status: 204 len: 168 time: 0.1621504 Jun 27 21:16:33.393794 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50b014-5e55-46e2-a9b6-f9bfdb0a7f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585aa220-b276-470f-a449-cdbb237d5356,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:33.560345 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42526) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:33.575774 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1fc8c043-0395-4130-8aa9-9ec4a4500f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.583633 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-320f16f9-75d1-42a2-a650-a03372b786a7 req-254e5f97-7395-4e2c-ab29-9d50faec221f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.0335128 Jun 27 21:16:33.664478 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1fc8c043-0395-4130-8aa9-9ec4a4500f78 admin admin] Publish callbacks [] for security_group (e0c61935-6534-44e9-8cae-0355181e2c6d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.669069 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1fc8c043-0395-4130-8aa9-9ec4a4500f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (e0c61935-6534-44e9-8cae-0355181e2c6d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.707382 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8c043-0395-4130-8aa9-9ec4a4500f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c61935-6534-44e9-8cae-0355181e2c6d,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:33.711543 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1fc8c043-0395-4130-8aa9-9ec4a4500f78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ce27f4a01c7408aa8b1deb1b01f489d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499219 Jun 27 21:16:33.715248 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42534) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:33.774096 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-50756ea5-a6de-4445-920f-3628bf2011cc admin admin] Publish callbacks [] for security_group (e0c61935-6534-44e9-8cae-0355181e2c6d), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:33.826216 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e20d89fb-6b5e-4fa1-b7a8-3ac500421b75 req-66f77644-e2c0-437d-a7bd-fa51c71134ad tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 210 time: 0.0439358 Jun 27 21:16:33.986679 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-50756ea5-a6de-4445-920f-3628bf2011cc admin admin] Publish callbacks [] for security_group (e0c61935-6534-44e9-8cae-0355181e2c6d), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:34.045532 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2657fd-176b-426c-9e29-d1ede35cdac1 req-aa5fc560-ee32-431a-9fe7-a0bcc49c8605 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:34.046885 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5c2657fd-176b-426c-9e29-d1ede35cdac1 req-aa5fc560-ee32-431a-9fe7-a0bcc49c8605 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 943 time: 0.0732000 Jun 27 21:16:34.081825 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-50756ea5-a6de-4445-920f-3628bf2011cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (e0c61935-6534-44e9-8cae-0355181e2c6d), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:34.084488 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-50756ea5-a6de-4445-920f-3628bf2011cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:34.088902 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-50756ea5-a6de-4445-920f-3628bf2011cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0c61935-6534-44e9-8cae-0355181e2c6d HTTP/1.1" status: 204 len: 168 time: 0.3694122 Jun 27 21:16:34.091256 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:34.100518 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50756ea5-a6de-4445-920f-3628bf2011cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c61935-6534-44e9-8cae-0355181e2c6d,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:34.127984 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5c2657fd-176b-426c-9e29-d1ede35cdac1 req-c5495512-f44f-4c05-8145-b109cd838c2c tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748096 Jun 27 21:16:34.243351 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2abfc-9524-4a4f-bcb1-8d839bda1577 req-8411ff8c-deaf-492d-b350-12145a75ce26 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:34.250713 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c2b2abfc-9524-4a4f-bcb1-8d839bda1577 req-8411ff8c-deaf-492d-b350-12145a75ce26 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.0588067 Jun 27 21:16:34.301247 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c2b2abfc-9524-4a4f-bcb1-8d839bda1577 req-163a21c2-c96c-46a2-979f-103c68d0b3d5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494649 Jun 27 21:16:34.392240 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3996597c-9932-46a7-a2ab-4a1c17ebc9e4 req-4bb1be77-33cf-4a7a-924b-7570d1a951ff tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.0344477 Jun 27 21:16:34.502089 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42572) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:34.508373 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:34.516875 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7e415811-56bc-43b4-8b0d-e855eb317684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:34.598573 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7e415811-56bc-43b4-8b0d-e855eb317684 admin admin] Publish callbacks [] for security_group (d8eacff4-0feb-4225-afc0-820f07f287b9), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:34.603120 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7e415811-56bc-43b4-8b0d-e855eb317684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (d8eacff4-0feb-4225-afc0-820f07f287b9), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:34.646843 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7e415811-56bc-43b4-8b0d-e855eb317684 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=004b92123a9c4dd5af45d06b16bd03b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435962 Jun 27 21:16:34.649445 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e415811-56bc-43b4-8b0d-e855eb317684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eacff4-0feb-4225-afc0-820f07f287b9,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:34.649988 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42578) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:34.708540 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-98a49dbf-faa9-44f4-8c78-b124f8d0bda9 admin admin] Publish callbacks [] for security_group (d8eacff4-0feb-4225-afc0-820f07f287b9), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:34.714794 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f7f82e6c-89ab-49e5-a3db-8d74d6c59c6b req-f97362f8-78f8-4cfb-b92c-63677a05f0c3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.0347095 Jun 27 21:16:34.735671 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-98a49dbf-faa9-44f4-8c78-b124f8d0bda9 admin admin] Publish callbacks [] for security_group (d8eacff4-0feb-4225-afc0-820f07f287b9), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:34.781862 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-98a49dbf-faa9-44f4-8c78-b124f8d0bda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (d8eacff4-0feb-4225-afc0-820f07f287b9), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:34.784721 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-98a49dbf-faa9-44f4-8c78-b124f8d0bda9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:34.785922 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-98a49dbf-faa9-44f4-8c78-b124f8d0bda9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8eacff4-0feb-4225-afc0-820f07f287b9 HTTP/1.1" status: 204 len: 168 time: 0.1344619 Jun 27 21:16:34.794244 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a49dbf-faa9-44f4-8c78-b124f8d0bda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eacff4-0feb-4225-afc0-820f07f287b9,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:34.936097 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-62365a95-7eb8-43b2-89e2-9958b0e96b00 req-e499a0c6-1a03-4624-b88e-93094e184438 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 210 time: 0.0376410 Jun 27 21:16:35.261435 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafcfad-dd69-4ab7-98e3-a88fac18bdb4 req-cdf94ffe-9a24-4f81-840d-6a10447297d9 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:35.264016 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4cafcfad-dd69-4ab7-98e3-a88fac18bdb4 req-cdf94ffe-9a24-4f81-840d-6a10447297d9 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 943 time: 0.0549610 Jun 27 21:16:35.319927 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4cafcfad-dd69-4ab7-98e3-a88fac18bdb4 req-d1bdb665-9146-4d0b-b2c0-425bfef2c50b tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491893 Jun 27 21:16:35.334586 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42608) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:35.455777 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a669-c7bb-4cfc-8d07-cf2a26e66f4a req-aa278977-e56f-46f9-8291-609ba64e81f2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:35.457337 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1005a669-c7bb-4cfc-8d07-cf2a26e66f4a req-aa278977-e56f-46f9-8291-609ba64e81f2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.0735898 Jun 27 21:16:35.507003 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7460b30f-2728-4c9f-a393-9734a28194bf req-8967b726-fc27-42fb-8b99-ac27c731cfda tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.0308585 Jun 27 21:16:35.559029 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:35.579107 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-60ce44e7-9b7d-4fc8-af14-fce9188f4133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:35.621204 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1005a669-c7bb-4cfc-8d07-cf2a26e66f4a req-bf323455-b317-4791-9800-2c82395bbd45 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470933 Jun 27 21:16:35.633392 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-26c74ccb-673b-4ba4-ad75-f46e88737c78 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064474 Jun 27 21:16:35.694861 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-60ce44e7-9b7d-4fc8-af14-fce9188f4133 admin admin] Publish callbacks [] for security_group (31a496ce-c40f-4120-8295-663d821664d5), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:35.700519 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-60ce44e7-9b7d-4fc8-af14-fce9188f4133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (31a496ce-c40f-4120-8295-663d821664d5), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:35.737867 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42624) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:35.752680 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce44e7-9b7d-4fc8-af14-fce9188f4133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a496ce-c40f-4120-8295-663d821664d5,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:35.757294 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-60ce44e7-9b7d-4fc8-af14-fce9188f4133 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5f6d7a881ba4106b694e00702c8a502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4216101 Jun 27 21:16:35.762341 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42630) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:35.774179 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'port': {'device_id': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'admin_state_up': True, 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'security_groups': ['c9a1d14c-57fe-4b9f-ab58-6b371178d8d5']}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:35.870617 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:35.890068 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-c974f08b-7481-4b77-831d-02ecca023f66 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0071d9d-e534-4717-a5e1-b60e19b215c7 HTTP/1.1" status: 200 len: 217 time: 0.0375667 Jun 27 21:16:35.932504 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.33', 54080) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:35.946845 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-155330103-network', 'tenant_id': '7fb32a0153c1491bb10c2e798f1fcf46'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:35.980499 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6307c8e4-3af1-444c-bc24-b56314a166cb admin admin] Publish callbacks [] for security_group (31a496ce-c40f-4120-8295-663d821664d5), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:35.995700 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-53cd79e5-3d84-4e69-857f-1a6bb3e57368 req-cf3094f6-bdc4-4f33-b91c-e27be5d63141 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.1323225 Jun 27 21:16:36.043928 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.33', 54081) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:36.109401 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6307c8e4-3af1-444c-bc24-b56314a166cb admin admin] Publish callbacks [] for security_group (31a496ce-c40f-4120-8295-663d821664d5), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.111617 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Made reservation on behalf of 7fb32a0153c1491bb10c2e798f1fcf46 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:16:36.114815 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.116786 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-8c8af97e-a82c-4fe9-bc5c-3a0412629619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:36.118298 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-8c8af97e-a82c-4fe9-bc5c-3a0412629619 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.1028605 Jun 27 21:16:36.167921 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.251768 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Made reservation on behalf of d8c1bcb797ba4eb0ad6daf5ed39baa89 for: {'port': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:16:36.255950 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.258905 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a1d0b4a0-ae9f-47a3-88fe-a02328a50a81 req-b89006f2-2812-4682-9dae-e298a197320b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 210 time: 0.1458812 Jun 27 21:16:36.302576 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:36.310222 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0aec-0036-4e61-9fae-3e2ecca49da7 req-1156a784-bc43-4bab-836d-9238a2947b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:36.312010 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4f1a0aec-0036-4e61-9fae-3e2ecca49da7 req-1156a784-bc43-4bab-836d-9238a2947b80 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2e58fc8b6e14185b4409884a5701316&device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 1127 time: 0.2904751 Jun 27 21:16:36.340948 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-6266fea0-5053-4f97-b671-62cf7156b191 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:36.342472 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-6266fea0-5053-4f97-b671-62cf7156b191 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 814 time: 0.2905815 Jun 27 21:16:36.358380 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2a4dc6ab-657b-4068-a787-05a75ebe5817 req-70e4b9a9-c30a-4e42-a20b-c96c2f544565 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793404 Jun 27 21:16:36.382134 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88466c52-702f-4982-a2e5-86ea374062d1 req-8f77f101-7e46-4d72-99c8-ea56cd2ab441 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:36.384073 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-8f77f101-7e46-4d72-99c8-ea56cd2ab441 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.33 "GET /v2.0/networks?id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 200 len: 816 time: 0.3674951 Jun 27 21:16:36.388389 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6307c8e4-3af1-444c-bc24-b56314a166cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (31a496ce-c40f-4120-8295-663d821664d5), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.391085 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6307c8e4-3af1-444c-bc24-b56314a166cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.392519 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6307c8e4-3af1-444c-bc24-b56314a166cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31a496ce-c40f-4120-8295-663d821664d5 HTTP/1.1" status: 204 len: 168 time: 0.6285276 Jun 27 21:16:36.437883 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307c8e4-3af1-444c-bc24-b56314a166cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a496ce-c40f-4120-8295-663d821664d5,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:36.527073 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065acb-d5dd-42a1-816a-296361daf803 req-24c440b8-70b8-4882-8fa5-bf0ff1aa6f8a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:36.528688 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-45065acb-d5dd-42a1-816a-296361daf803 req-24c440b8-70b8-4882-8fa5-bf0ff1aa6f8a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 943 time: 0.1202841 Jun 27 21:16:36.540237 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Publish callbacks [] for security_group (12023824-d1b9-4c15-9e9c-7ad678ab036d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.565876 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (12023824-d1b9-4c15-9e9c-7ad678ab036d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.611454 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Allocated IP 172.20.0.3 (1ab36d48-170c-4f48-af11-d6da9c4061e0/213cf038-a41b-410c-bb9f-41e81ba7f4cf/f88b5f5e-d7cd-4400-8ce9-9cede29542e2) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:36.615249 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:16:36.640770 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2b9675df-351b-486d-874d-eec500ae2ccb req-f26e5f0e-cc1d-4cd6-8005-42607ccf21e3 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.0440931 Jun 27 21:16:36.649047 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12023824-d1b9-4c15-9e9c-7ad678ab036d,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:36.660523 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (ae0f0765-7084-42c7-8ab6-7185a0420d60), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.660797 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Added segment ae0f0765-7084-42c7-8ab6-7185a0420d60 of type vlan for network db2bfe02-98ec-4b27-a84c-647206add41a Jun 27 21:16:36.691667 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-45065acb-d5dd-42a1-816a-296361daf803 req-81dc3928-14c0-43d7-ae11-520d6ab48890 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475034 Jun 27 21:16:36.731583 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:36.742287 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (db2bfe02-98ec-4b27-a84c-647206add41a), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.776222 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f6414-a175-462f-b019-863feb2670bf req-b9522993-f626-49f2-9c0a-8e85e7173c64 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:36.777974 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f33f6414-a175-462f-b019-863feb2670bf req-b9522993-f626-49f2-9c0a-8e85e7173c64 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.0559959 Jun 27 21:16:36.803952 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42654) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:36.822566 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2b309f15-af20-4209-9916-01e0b313181c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.825517 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (db2bfe02-98ec-4b27-a84c-647206add41a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.826509 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:36.827064 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.838928 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:36.866883 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f33f6414-a175-462f-b019-863feb2670bf req-c6db84e4-10f6-4230-a3ad-20d1084f2e59 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817494 Jun 27 21:16:36.882611 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1409216 Jun 27 21:16:36.883063 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42656) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:36.888369 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] Request body: {'subnet': {'network_id': 'db2bfe02-98ec-4b27-a84c-647206add41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-155330103-subnet', 'tenant_id': '7fb32a0153c1491bb10c2e798f1fcf46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:36.926485 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] Made reservation on behalf of 7fb32a0153c1491bb10c2e798f1fcf46 for: {'subnet': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:16:36.928491 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.928834 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:36.929905 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f707e5a-1766-4420-9e26-fdb30ad76d67 admin admin] Pushing event updated for resources: {'Network': ['ID=db2bfe02-98ec-4b27-a84c-647206add41a,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:36.944218 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network db2bfe02-98ec-4b27-a84c-647206add41a details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:16:36.957350 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:36.971488 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.021294 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2b309f15-af20-4209-9916-01e0b313181c admin admin] Publish callbacks [] for security_group (80010e0e-3117-4f25-ae8d-a4c4f45a2637), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.023944 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Network 1ab36d48-170c-4f48-af11-d6da9c4061e0 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:37.029500 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:37.032216 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:37.037607 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:37.037939 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.050766 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:37.054324 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2b309f15-af20-4209-9916-01e0b313181c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (80010e0e-3117-4f25-ae8d-a4c4f45a2637), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.063376 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'Port': ['ID=f88b5f5e-d7cd-4400-8ce9-9cede29542e2,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:37.071992 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-781e5461-43b9-43e8-aa2e-80f57fb8b1ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3066726 Jun 27 21:16:37.133539 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-2b309f15-af20-4209-9916-01e0b313181c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aeb841462f1d4827a72be8f9c6424c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282773 Jun 27 21:16:37.137340 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b309f15-af20-4209-9916-01e0b313181c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80010e0e-3117-4f25-ae8d-a4c4f45a2637,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:37.141090 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747e41e-4fe0-44b7-bcb0-e4715d159452 req-a1ad942a-e2ea-4ae6-b567-12f69ab4b595 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:37.141546 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42660) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:37.142627 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1747e41e-4fe0-44b7-bcb0-e4715d159452 req-a1ad942a-e2ea-4ae6-b567-12f69ab4b595 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 931 time: 0.0536618 Jun 27 21:16:37.205469 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1747e41e-4fe0-44b7-bcb0-e4715d159452 req-de2bbb25-2573-4888-888b-aaddacaac4fa tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519984 Jun 27 21:16:37.242488 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (b6617560-efb9-4392-a97b-fe6d2f19edfb), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.251785 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-289cff19-3461-46a9-b81d-b548d1ae114d admin admin] Publish callbacks [] for security_group (80010e0e-3117-4f25-ae8d-a4c4f45a2637), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.286396 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-f64692bd-43f9-4e0a-9f5d-d5e6f74a390d None None] Provisioning complete for port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:37.286728 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f64692bd-43f9-4e0a-9f5d-d5e6f74a390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.340987 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-289cff19-3461-46a9-b81d-b548d1ae114d admin admin] Publish callbacks [] for security_group (80010e0e-3117-4f25-ae8d-a4c4f45a2637), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.345259 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-f64692bd-43f9-4e0a-9f5d-d5e6f74a390d None None] Port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:37.362934 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6617560-efb9-4392-a97b-fe6d2f19edfb,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:37.394289 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-e0956576-9ef4-4f70-b382-c8fe02e1dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:37.396031 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-e0956576-9ef4-4f70-b382-c8fe02e1dcad service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1217585 Jun 27 21:16:37.405643 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:37.445320 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Request body: {'port': {'device_id': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:37.447023 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5ea9461a-9960-4fcd-84a6-9bb2ed090f42 req-2bd53fe5-106c-493e-9177-0b0157c705ac tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 210 time: 0.0763319 Jun 27 21:16:37.472890 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] Checking segment: {'id': 'ae0f0765-7084-42c7-8ab6-7185a0420d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'db2bfe02-98ec-4b27-a84c-647206add41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:37.473695 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] Network hostable DHCP agents. Network: db2bfe02-98ec-4b27-a84c-647206add41a, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:16:37.562320 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.617455 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-c9649fa8-739a-440a-ad53-b1bc483fa6c3 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 380 time: 0.1772046 Jun 27 21:16:37.689300 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-289cff19-3461-46a9-b81d-b548d1ae114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (80010e0e-3117-4f25-ae8d-a4c4f45a2637), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.692121 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-289cff19-3461-46a9-b81d-b548d1ae114d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.695746 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-289cff19-3461-46a9-b81d-b548d1ae114d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80010e0e-3117-4f25-ae8d-a4c4f45a2637 HTTP/1.1" status: 204 len: 168 time: 0.5507104 Jun 27 21:16:37.722663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] Network db2bfe02-98ec-4b27-a84c-647206add41a is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:16:37.753131 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cff19-3461-46a9-b81d-b548d1ae114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80010e0e-3117-4f25-ae8d-a4c4f45a2637,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:37.810911 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-e62b6c04-4a3d-4bc9-9cc1-3a0af9827ed0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cdaf724b92644a0ae7fbb71147aef40 HTTP/1.1" status: 200 len: 379 time: 0.3646364 Jun 27 21:16:37.818666 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, db2bfe02-98ec-4b27-a84c-647206add41a) {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:37.825856 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:37.826428 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:37.830768 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0aec-0036-4e61-9fae-3e2ecca49da7 req-a620fbce-d37a-48c9-9925-560760220667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:37.831385 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef98ee1-7135-45e8-9724-b6ebf0dd3640 None None] Network db2bfe02-98ec-4b27-a84c-647206add41a requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:16:37.832238 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4f1a0aec-0036-4e61-9fae-3e2ecca49da7 req-a620fbce-d37a-48c9-9925-560760220667 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=a2e58fc8b6e14185b4409884a5701316&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3915040 Jun 27 21:16:37.845429 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-763cc73c-924a-4ba3-9661-1d9232d2a9e1 req-2d094ebe-c27c-44ef-b1e3-71ecaa0f394d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.0881009 Jun 27 21:16:37.855280 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-a456c8c2-8a23-488d-b0d1-899f31067d6c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9700005 Jun 27 21:16:37.919661 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb24eca-5b13-4b88-b804-5d32aa0266e0 req-4fe48762-0299-4901-b49e-e20e691e9a0d tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:37.921740 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2fb24eca-5b13-4b88-b804-5d32aa0266e0 req-4fe48762-0299-4901-b49e-e20e691e9a0d tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 943 time: 0.0582070 Jun 27 21:16:38.013922 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5a1fb-f3ec-4968-a0e8-560f020bc487 None None] Network db2bfe02-98ec-4b27-a84c-647206add41a requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:16:38.024870 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2fb24eca-5b13-4b88-b804-5d32aa0266e0 req-20249c72-984f-4f6f-9fe7-4905c8d76d8b tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941031 Jun 27 21:16:38.130720 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88b5f5e-d7cd-4400-8ce9-9cede29542e2 {{(pid=104130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:38.145807 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7884c-a876-4e4a-bb8b-149869330548 req-a2ca95ae-4082-4fc7-8b24-8850346050d2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:38.161086 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-cac7884c-a876-4e4a-bb8b-149869330548 req-a2ca95ae-4082-4fc7-8b24-8850346050d2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.1145384 Jun 27 21:16:38.164893 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Publish callbacks [] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:38.198198 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.provisioning_blocks [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Transition to ACTIVE for port object f88b5f5e-d7cd-4400-8ce9-9cede29542e2 will not be triggered until provisioned by entity L2. {{(pid=104130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:16:38.210696 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:38.263431 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'port': {'device_id': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'admin_state_up': True, 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'security_groups': ['d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4']}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:38.306931 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-cac7884c-a876-4e4a-bb8b-149869330548 req-66c1264b-6816-4ca7-b9ef-964538be5c32 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441648 Jun 27 21:16:38.320725 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:38.364467 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Pushing event updated for resources: {'Port': ['ID=f88b5f5e-d7cd-4400-8ce9-9cede29542e2,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:38.414000 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-3b1af0d4-e04a-489f-9c05-edf5942ccfd3 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031715 Jun 27 21:16:38.418867 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'port': {'device_id': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'admin_state_up': True, 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'security_groups': ['6c7c73bc-906c-484c-94e8-f33f3c03d786']}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:38.470762 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:38.476227 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Attempting to bind port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:38.476868 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Attempting to bind port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:38.477334 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Attempting to bind port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 on network 1ab36d48-170c-4f48-af11-d6da9c4061e0 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:38.516177 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 on network 1ab36d48-170c-4f48-af11-d6da9c4061e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:16:38.517315 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Attempting to bind port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 on network 1ab36d48-170c-4f48-af11-d6da9c4061e0 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:38.548609 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867207-79a0-4f83-92df-c812aaac170f req-d5adf728-1414-4b61-9607-62f881f4590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:38.550159 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb867207-79a0-4f83-92df-c812aaac170f req-d5adf728-1414-4b61-9607-62f881f4590c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 1127 time: 0.1266809 Jun 27 21:16:38.555137 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:38.555696 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Checking segment: {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:38.557291 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Bound using segment: {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:38.558125 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Bound port: f88b5f5e-d7cd-4400-8ce9-9cede29542e2, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'}}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:38.558635 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:38.632249 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Made reservation on behalf of 4a74724882c84e8f893f5be0f59a9581 for: {'port': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:16:38.637640 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:38.678297 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:38.692977 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e073d566-743a-44a2-9ce9-8a8b1ae003f3 req-390a4c6f-17c4-43bc-b65c-a6e8764f78b7 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 210 time: 0.0689414 Jun 27 21:16:38.738201 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] For port f88b5f5e-d7cd-4400-8ce9-9cede29542e2, host hv-cinder-84773, cleared binding levels {{(pid=104130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:38.742585 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] For port f88b5f5e-d7cd-4400-8ce9-9cede29542e2, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f88b5f5e-d7cd-4400-8ce9-9cede29542e2,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:38.783692 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:38.801322 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53b0b0-90bd-4a8d-b7b2-f23b4b1f472e req-5413a829-7c4d-48b4-93a4-c6d7cae5f4a6 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:38.810340 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-af53b0b0-90bd-4a8d-b7b2-f23b4b1f472e req-5413a829-7c4d-48b4-93a4-c6d7cae5f4a6 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 943 time: 0.3876903 Jun 27 21:16:38.847985 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:38.848597 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:38.850032 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] 10.222.0.33 "PUT /v2.0/ports/f88b5f5e-d7cd-4400-8ce9-9cede29542e2 HTTP/1.1" status: 200 len: 1093 time: 1.4119112 Jun 27 21:16:38.854513 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'tag': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:38.857186 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37" -d '{"events": [{"name": "network-changed", "server_uuid": "977f8cd5-d96e-4a13-b043-405e5c4325f1", "tag": "f88b5f5e-d7cd-4400-8ce9-9cede29542e2"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:38.980383 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf7feab-b8d3-40ce-b0ad-4e9e4573959a x-openstack-request-id: req-1cf7feab-b8d3-40ce-b0ad-4e9e4573959a {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:38.980659 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977f8cd5-d96e-4a13-b043-405e5c4325f1", "tag": "f88b5f5e-d7cd-4400-8ce9-9cede29542e2", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:38.980937 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cf7feab-b8d3-40ce-b0ad-4e9e4573959a {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:38.982843 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device e0071d9d-e534-4717-a5e1-b60e19b215c7 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:16:38.983080 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf7feab-b8d3-40ce-b0ad-4e9e4573959a'] response: {'name': 'network-changed', 'server_uuid': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'tag': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2', 'status': 'completed', 'code': 200} Jun 27 21:16:39.012178 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42748) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:39.019457 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aff96-f3ae-4c55-a1ae-47229b1c6309 service neutron] Pushing event updated for resources: {'Port': ['ID=f88b5f5e-d7cd-4400-8ce9-9cede29542e2,revision_number=3']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:39.048514 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6044264-network', 'tenant_id': 'f044bbb8bb2d4af9ae27d3b849e3a369'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:39.085823 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268117c-f034-4402-8902-306ca20027ec req-e0bab777-7829-4d5f-8ff3-99a57407cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:39.087659 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-e0bab777-7829-4d5f-8ff3-99a57407cfa0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 1127 time: 0.1746404 Jun 27 21:16:39.092278 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Allocated IP 172.20.0.14 (88eac9a2-e4a8-414f-a6be-c486870814c1/564673c1-b936-44f6-8645-95a61d7eeae3/6de54808-7215-48a3-8344-ee5680120151) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:39.140552 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7eafd348-cfec-4a6f-a847-aebd1cff2c22 req-119f3c85-c1ff-4352-8b6a-66fa4a3a8a7e tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.0841379 Jun 27 21:16:39.253948 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port e0071d9d-e534-4717-a5e1-b60e19b215c7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=e0071d9d-e534-4717-a5e1-b60e19b215c7,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:39.312867 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'e0071d9d-e534-4717-a5e1-b60e19b215c7', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'port_id': 'e0071d9d-e534-4717-a5e1-b60e19b215c7', 'mac_address': 'fa:16:3e:2d:17:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:16:39.394608 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port e0071d9d-e534-4717-a5e1-b60e19b215c7 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:39.395145 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:39.417090 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0071d9d-e534-4717-a5e1-b60e19b215c7 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:39.441759 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-e23bc59e-c4b6-4ceb-9f14-3d9b7ad18df3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f88b5f5e-d7cd-4400-8ce9-9cede29542e2 HTTP/1.1" status: 200 len: 217 time: 0.3226254 Jun 27 21:16:39.454559 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port e0071d9d-e534-4717-a5e1-b60e19b215c7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=e0071d9d-e534-4717-a5e1-b60e19b215c7,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:39.461212 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:39.462358 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device a6130374-d711-4d19-a701-67a2bc874882 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:16:39.469813 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:39.483640 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Made reservation on behalf of f044bbb8bb2d4af9ae27d3b849e3a369 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:16:39.486630 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:39.497977 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867207-79a0-4f83-92df-c812aaac170f req-d33b5ad2-dc46-4424-9f2e-df53376887aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:39.497977 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb867207-79a0-4f83-92df-c812aaac170f req-d33b5ad2-dc46-4424-9f2e-df53376887aa service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.8254552 Jun 27 21:16:39.522978 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:39.528105 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-af53b0b0-90bd-4a8d-b7b2-f23b4b1f472e req-6442c943-2752-4b0b-b6cd-f57aca357c21 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7166405 Jun 27 21:16:39.613338 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=e0071d9d-e534-4717-a5e1-b60e19b215c7,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:39.646570 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port a6130374-d711-4d19-a701-67a2bc874882, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a6130374-d711-4d19-a701-67a2bc874882,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:39.661796 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'a6130374-d711-4d19-a701-67a2bc874882', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'port_id': 'a6130374-d711-4d19-a701-67a2bc874882', 'mac_address': 'fa:16:3e:e2:ab:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:16:39.688665 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268117c-f034-4402-8902-306ca20027ec req-e13afc6c-d752-4bec-a9af-fe222e52bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:39.690704 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-e13afc6c-d752-4bec-a9af-fe222e52bf27 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=213cf038-a41b-410c-bb9f-41e81ba7f4cf HTTP/1.1" status: 200 len: 849 time: 0.2371919 Jun 27 21:16:39.697954 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (6de54808-7215-48a3-8344-ee5680120151), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:39.707275 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:39.726941 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port a6130374-d711-4d19-a701-67a2bc874882 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:39.727696 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (a6130374-d711-4d19-a701-67a2bc874882), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:39.729319 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb867207-79a0-4f83-92df-c812aaac170f req-2ae41264-304e-4173-ab37-1d73999c3486 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6130374-d711-4d19-a701-67a2bc874882 HTTP/1.1" status: 200 len: 217 time: 0.1922984 Jun 27 21:16:39.729445 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:39.738711 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7b20d-cb39-4c86-a5fd-ff0584ce7910 req-ce7e48fe-0a8c-4c16-8bb8-f19667311e26 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:39.740120 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-69e7b20d-cb39-4c86-a5fd-ff0584ce7910 req-ce7e48fe-0a8c-4c16-8bb8-f19667311e26 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 943 time: 0.3170865 Jun 27 21:16:39.757272 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6130374-d711-4d19-a701-67a2bc874882 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:39.791870 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:39.793794 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port a6130374-d711-4d19-a701-67a2bc874882, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a6130374-d711-4d19-a701-67a2bc874882,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:39.801080 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (a6130374-d711-4d19-a701-67a2bc874882), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:39.810372 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0aec-0036-4e61-9fae-3e2ecca49da7 req-156fcd1e-f7d3-425b-8738-b22b2b64645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:39.812700 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4f1a0aec-0036-4e61-9fae-3e2ecca49da7 req-156fcd1e-f7d3-425b-8738-b22b2b64645d service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3112009 Jun 27 21:16:39.855460 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268117c-f034-4402-8902-306ca20027ec req-c0cc9353-1c72-4c6c-b95b-ff8573e6862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:39.857174 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-c0cc9353-1c72-4c6c-b95b-ff8573e6862a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1ab36d48-170c-4f48-af11-d6da9c4061e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1437559 Jun 27 21:16:39.864873 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:39.884558 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Made reservation on behalf of 0cdaf724b92644a0ae7fbb71147aef40 for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:16:39.885219 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=a6130374-d711-4d19-a701-67a2bc874882,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:39.889788 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:39.902856 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-a35dbff3-3c19-43b9-b77f-7a0877d1dbf7 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3516598 Jun 27 21:16:39.916724 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (6de54808-7215-48a3-8344-ee5680120151), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:39.935777 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642766c-f627-455a-b30b-8c91d0573c0d req-316e6a48-aa26-4340-8c96-6dbd5404653d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:39.937707 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3642766c-f627-455a-b30b-8c91d0573c0d req-316e6a48-aa26-4340-8c96-6dbd5404653d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 943 time: 0.2280836 Jun 27 21:16:40.001201 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-69e7b20d-cb39-4c86-a5fd-ff0584ce7910 req-6d989c74-bfd5-4c43-8ef1-13a064259b9d tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366796 Jun 27 21:16:40.032133 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867207-79a0-4f83-92df-c812aaac170f req-3d66c461-7099-48bd-bf09-4be411b1835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:40.033845 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb867207-79a0-4f83-92df-c812aaac170f req-3d66c461-7099-48bd-bf09-4be411b1835c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.2302048 Jun 27 21:16:40.062520 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:40.075104 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:40.078840 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-c04b2c24-3845-4d58-9c70-1023b1c278e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:40.080486 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:40.080865 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-c04b2c24-3845-4d58-9c70-1023b1c278e6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2e58fc8b6e14185b4409884a5701316&device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 1127 time: 0.1841137 Jun 27 21:16:40.085632 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:40.086260 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:40.091385 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=6de54808-7215-48a3-8344-ee5680120151,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:40.149342 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-5b9ec9f3-4950-40e3-877b-406b0ed6c11b service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720814 Jun 27 21:16:40.153376 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-2fb95d61-4750-493e-b8f9-6b39f55117d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9224477 Jun 27 21:16:40.174411 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Publish callbacks [] for security_group (4b02318f-7f99-4fba-96b0-25de7fb12ffe), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:40.177141 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-640a70fa-5e7a-4307-b592-b32994572c82 req-1b7732c3-344d-4f9b-9b92-65997a4b91bb tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 210 time: 0.0452020 Jun 27 21:16:40.183672 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (4b02318f-7f99-4fba-96b0-25de7fb12ffe), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:40.215072 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:16:40.236625 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b02318f-7f99-4fba-96b0-25de7fb12ffe,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:40.240529 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (97e16635-43d9-48e5-89f0-5f8353234cd6), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:40.240723 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Added segment 97e16635-43d9-48e5-89f0-5f8353234cd6 of type vlan for network 0e264005-42a7-4bdc-a0b8-f8ff34b75671 Jun 27 21:16:40.259741 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-1c6c6ede-3764-4bd2-b562-2623019f6ca0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa095fe-f218-45c8-b731-2f6078fc2222 HTTP/1.1" status: 200 len: 217 time: 0.1519163 Jun 27 21:16:40.269362 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb867207-79a0-4f83-92df-c812aaac170f req-3cd6a39d-f83d-4344-8f4a-5c851153f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:40.271091 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb867207-79a0-4f83-92df-c812aaac170f req-3cd6a39d-f83d-4344-8f4a-5c851153f6ca service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2193241 Jun 27 21:16:40.309159 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Request body: {'port': {'device_id': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:40.309834 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['e0071d9d-e534-4717-a5e1-b60e19b215c7'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:16:40.319055 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3642766c-f627-455a-b30b-8c91d0573c0d req-d1a9f9c7-9415-4136-a568-c02b11586896 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607557 Jun 27 21:16:40.439624 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (0e264005-42a7-4bdc-a0b8-f8ff34b75671), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:40.480680 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-9e607dd6-e278-4824-8848-f374562bd11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:40.482224 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-9e607dd6-e278-4824-8848-f374562bd11a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a7b7c169-cc4d-4910-83bd-73b9dcc60213 HTTP/1.1" status: 200 len: 851 time: 0.2099874 Jun 27 21:16:40.488663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Allocated IP 172.20.0.4 (449e2e33-47ed-4bc8-9db3-ee1c9d54d111/c88f597f-8bc5-48ec-a171-53096e1581d7/c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:16:40.507828 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61198361-c75b-44c2-b90b-c3d70b549d94 req-497c3802-8663-430a-b847-b76440814858 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:40.511124 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-61198361-c75b-44c2-b90b-c3d70b549d94 req-497c3802-8663-430a-b847-b76440814858 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 932 time: 0.2132819 Jun 27 21:16:40.541268 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:40.577134 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-4e6d6def-2726-478c-972f-8fc7b5e741ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:40.580079 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-4e6d6def-2726-478c-972f-8fc7b5e741ca service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=aa6461c8-2490-4225-82bb-7e18f2ed61f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888305 Jun 27 21:16:40.586679 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb867207-79a0-4f83-92df-c812aaac170f req-0fa87d70-e28e-4a8c-bd3f-5a1dce2ef908 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071039 Jun 27 21:16:40.599611 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (6de54808-7215-48a3-8344-ee5680120151), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:40.602823 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (0e264005-42a7-4bdc-a0b8-f8ff34b75671), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:40.602918 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:40.603874 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:40.650700 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['a6130374-d711-4d19-a701-67a2bc874882'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:16:40.664551 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:40.711726 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-26657853-92bc-44b2-a09b-6a647203b7bd service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115324 Jun 27 21:16:40.733398 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 1.7124014 Jun 27 21:16:40.733598 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-aa5a37d6-7f17-43fe-8596-1d7b6d4e2744 None None] Provisioning complete for port 6de54808-7215-48a3-8344-ee5680120151 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:40.733598 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-aa5a37d6-7f17-43fe-8596-1d7b6d4e2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (6de54808-7215-48a3-8344-ee5680120151), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:40.740347 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:40.755010 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=10 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:40.757424 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42794) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:40.775189 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cce08-5733-4682-b6fa-070aff973a74 admin admin] Pushing event updated for resources: {'Network': ['ID=0e264005-42a7-4bdc-a0b8-f8ff34b75671,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:40.785993 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] Request body: {'subnet': {'network_id': '0e264005-42a7-4bdc-a0b8-f8ff34b75671', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6044264-subnet', 'tenant_id': 'f044bbb8bb2d4af9ae27d3b849e3a369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:40.806195 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-61198361-c75b-44c2-b90b-c3d70b549d94 req-8ee57a4d-009a-4632-813e-d77edb6e6522 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532473 Jun 27 21:16:40.936180 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a37d6-7f17-43fe-8596-1d7b6d4e2744 None None] Port 6de54808-7215-48a3-8344-ee5680120151 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:40.946938 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 0e264005-42a7-4bdc-a0b8-f8ff34b75671 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:16:40.950630 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42802) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:40.964262 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa1f6-b131-4136-8270-6fa753dc9126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:40.983417 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc031a-3047-451d-aee5-d17f812634aa req-1e2d6835-733c-4689-a72b-9a2e974e625a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:40.987238 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3afc031a-3047-451d-aee5-d17f812634aa req-1e2d6835-733c-4689-a72b-9a2e974e625a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 943 time: 0.3107243 Jun 27 21:16:41.145968 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:41.155938 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:41.201116 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:41.208424 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] Made reservation on behalf of f044bbb8bb2d4af9ae27d3b849e3a369 for: {'subnet': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:16:41.211193 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:41.225985 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5e53f-ac89-401e-8c61-38d0ee767281 req-3fe22926-90bf-44a1-ae30-fc86054c2a3e tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:41.233740 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-89a5e53f-ac89-401e-8c61-38d0ee767281 req-3fe22926-90bf-44a1-ae30-fc86054c2a3e tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 943 time: 0.0854821 Jun 27 21:16:41.301591 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-04de567c-c8e2-495a-86f1-f9dedc59c2a0 service neutron] 10.222.0.33 "GET /v2.0/networks/aa6461c8-2490-4225-82bb-7e18f2ed61f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134628 Jun 27 21:16:41.320361 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de54808-7215-48a3-8344-ee5680120151 {{(pid=104130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:41.335636 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-00cdf6fc-2c0d-40ac-9568-3680bdd81dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:41.342866 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Publish callbacks [] for port (6de54808-7215-48a3-8344-ee5680120151), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:41.355592 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb867207-79a0-4f83-92df-c812aaac170f req-4c79b139-4763-400a-a11d-0d8aac47a824 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7413418 Jun 27 21:16:41.373220 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-89a5e53f-ac89-401e-8c61-38d0ee767281 req-3a86759d-6c63-47ce-a88a-fb84a42aecf0 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357722 Jun 27 21:16:41.395475 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3afc031a-3047-451d-aee5-d17f812634aa req-c548851b-074f-43b8-8604-63f994ee4782 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628752 Jun 27 21:16:41.403727 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.provisioning_blocks [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Transition to ACTIVE for port object 6de54808-7215-48a3-8344-ee5680120151 will not be triggered until provisioned by entity L2. {{(pid=104130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:16:41.423128 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (6de54808-7215-48a3-8344-ee5680120151), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:41.456388 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:41.631277 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:41.669166 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e50003-7331-4515-be29-fe2d68acbb8c req-1e14f35a-fd00-44b2-8adc-12f84395205a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:41.669740 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:16:41.676489 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-64e50003-7331-4515-be29-fe2d68acbb8c req-1e14f35a-fd00-44b2-8adc-12f84395205a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 931 time: 0.1818268 Jun 27 21:16:41.713615 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:41.716606 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6de54808-7215-48a3-8344-ee5680120151,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:41.720515 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-00cdf6fc-2c0d-40ac-9568-3680bdd81dbd admin admin] Publish callbacks [] for security_group (ffcba2ef-ab4d-437d-9606-2dfd8b8554d1), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:41.729260 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Attempting to bind port 6de54808-7215-48a3-8344-ee5680120151 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:41.729608 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Attempting to bind port 6de54808-7215-48a3-8344-ee5680120151 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:41.729912 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Attempting to bind port 6de54808-7215-48a3-8344-ee5680120151 on network 88eac9a2-e4a8-414f-a6be-c486870814c1 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:41.735505 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-00cdf6fc-2c0d-40ac-9568-3680bdd81dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (ffcba2ef-ab4d-437d-9606-2dfd8b8554d1), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:41.737063 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:16:41.743588 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:41.744584 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:41.756135 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Port 6de54808-7215-48a3-8344-ee5680120151 on network 88eac9a2-e4a8-414f-a6be-c486870814c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:16:41.756505 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Attempting to bind port 6de54808-7215-48a3-8344-ee5680120151 on network 88eac9a2-e4a8-414f-a6be-c486870814c1 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:41.786744 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c4a1-0f59-4ee4-b90c-d045d1716563 req-99805eac-f938-4d00-9bad-fa84b31edf59 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:41.788320 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4b21c4a1-0f59-4ee4-b90c-d045d1716563 req-99805eac-f938-4d00-9bad-fa84b31edf59 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 944 time: 0.2574155 Jun 27 21:16:41.800622 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'Port': ['ID=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:41.800780 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:41.806072 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Checking segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:41.806568 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Bound using segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:41.807033 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Bound port: 6de54808-7215-48a3-8344-ee5680120151, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:41.807979 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (6de54808-7215-48a3-8344-ee5680120151), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:41.835423 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-00cdf6fc-2c0d-40ac-9568-3680bdd81dbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=facae1333bf447d792719920c88e54d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8835471 Jun 27 21:16:41.836256 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37 req-ee222a55-5fab-484a-9387-4ba819d00309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:41.837875 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37 req-ee222a55-5fab-484a-9387-4ba819d00309 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 1127 time: 0.3081069 Jun 27 21:16:41.846312 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42826) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:41.857855 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdf6fc-2c0d-40ac-9568-3680bdd81dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcba2ef-ab4d-437d-9606-2dfd8b8554d1,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:41.893536 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-64e50003-7331-4515-be29-fe2d68acbb8c req-35b2099b-7f36-4df2-b39c-a5a01edb64d7 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160892 Jun 27 21:16:41.911531 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-3f1a2d4d-2682-4824-bc8c-8d66675aca33 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4964707 Jun 27 21:16:41.957800 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:41.974063 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] For port 6de54808-7215-48a3-8344-ee5680120151, host hv-cinder-84773, cleared binding levels {{(pid=104130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:41.977921 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] For port 6de54808-7215-48a3-8344-ee5680120151, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6de54808-7215-48a3-8344-ee5680120151,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:42.017456 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Request body: {'port': {'device_id': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:42.021852 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (6de54808-7215-48a3-8344-ee5680120151), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.023986 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (5f62c8c3-b2dd-4048-ad88-9d920b5bb056), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.062472 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:42.075638 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7e24b6f6-55ec-412e-8c88-91e78bec61b3 admin admin] Publish callbacks [] for security_group (ffcba2ef-ab4d-437d-9606-2dfd8b8554d1), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.083723 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:42.084356 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.085889 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] 10.222.0.33 "PUT /v2.0/ports/6de54808-7215-48a3-8344-ee5680120151 HTTP/1.1" status: 200 len: 1094 time: 1.7867272 Jun 27 21:16:42.093647 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61ab69-db77-441f-94fe-b85287ee28cb req-ec46cfa2-893e-42c3-96b6-c9493275c360 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:42.095219 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1e61ab69-db77-441f-94fe-b85287ee28cb req-ec46cfa2-893e-42c3-96b6-c9493275c360 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 944 time: 0.1146624 Jun 27 21:16:42.095430 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-f0c2ffa7-d9dd-468c-9bb8-04e69af80e0d None None] Provisioning complete for port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:42.095957 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'tag': '6de54808-7215-48a3-8344-ee5680120151'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:42.096517 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ffa7-d9dd-468c-9bb8-04e69af80e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.098171 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a76ab5-ca81-472e-8d89-69e63b684ae3", "tag": "6de54808-7215-48a3-8344-ee5680120151"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:42.161404 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2ffa7-d9dd-468c-9bb8-04e69af80e0d None None] Port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:16:42.203999 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7e24b6f6-55ec-412e-8c88-91e78bec61b3 admin admin] Publish callbacks [] for security_group (ffcba2ef-ab4d-437d-9606-2dfd8b8554d1), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.227016 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10748faa-6e81-4407-a25b-9f49411f36a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6de54808-7215-48a3-8344-ee5680120151,revision_number=3']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:42.265145 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-be1edd01-babf-4816-8797-4b1db97761ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:42.266700 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-be1edd01-babf-4816-8797-4b1db97761ec service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 1128 time: 0.1103261 Jun 27 21:16:42.273274 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1e61ab69-db77-441f-94fe-b85287ee28cb req-1cdb1eb0-03ce-4828-aaa4-d52495128301 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643579 Jun 27 21:16:42.316880 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4b21c4a1-0f59-4ee4-b90c-d045d1716563 req-94492177-ff33-4b44-9499-d9f41a4c14a1 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137613 Jun 27 21:16:42.342934 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-f68cbb1a-de2c-4535-99ff-ef8ba97d5e5c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de54808-7215-48a3-8344-ee5680120151 HTTP/1.1" status: 200 len: 217 time: 0.0624738 Jun 27 21:16:42.353376 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bba654f6-7d10-423f-ac64-c880fecaf6e3 req-ee5aaabc-bcc3-47e2-8354-c09532d753b8 service neutron] 10.222.0.33 "GET /v2.0/networks/aa6461c8-2490-4225-82bb-7e18f2ed61f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8087158 Jun 27 21:16:42.362239 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7e24b6f6-55ec-412e-8c88-91e78bec61b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (ffcba2ef-ab4d-437d-9606-2dfd8b8554d1), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.365786 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7e24b6f6-55ec-412e-8c88-91e78bec61b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.367070 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7e24b6f6-55ec-412e-8c88-91e78bec61b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffcba2ef-ab4d-437d-9606-2dfd8b8554d1 HTTP/1.1" status: 204 len: 168 time: 0.5185637 Jun 27 21:16:42.370266 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3a0054-1c24-4598-84c9-6f3dcc107f20 x-openstack-request-id: req-ed3a0054-1c24-4598-84c9-6f3dcc107f20 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:42.371214 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a76ab5-ca81-472e-8d89-69e63b684ae3", "tag": "6de54808-7215-48a3-8344-ee5680120151", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:42.371668 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed3a0054-1c24-4598-84c9-6f3dcc107f20 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:42.372171 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3a0054-1c24-4598-84c9-6f3dcc107f20'] response: {'name': 'network-changed', 'server_uuid': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'tag': '6de54808-7215-48a3-8344-ee5680120151', 'status': 'completed', 'code': 200} Jun 27 21:16:42.386830 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:42.405670 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24b6f6-55ec-412e-8c88-91e78bec61b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcba2ef-ab4d-437d-9606-2dfd8b8554d1,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:42.440728 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37 req-9b0439bf-b0fc-4e5b-a404-c83d7b51c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:42.442669 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37 req-9b0439bf-b0fc-4e5b-a404-c83d7b51c79c service neutron] 10.222.0.33 "GET /v2.0/networks?id=1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 200 len: 911 time: 0.5829048 Jun 27 21:16:42.447405 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f62c8c3-b2dd-4048-ad88-9d920b5bb056,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:42.447786 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-e536ad4c-210d-460c-ab0d-2afff5c2c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:42.450224 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-e536ad4c-210d-460c-ab0d-2afff5c2c1ec service neutron] 10.222.0.33 "GET /v2.0/subnets?id=564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 200 len: 853 time: 0.1000526 Jun 27 21:16:42.522131 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.524520 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] Checking segment: {'id': '97e16635-43d9-48e5-89f0-5f8353234cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0e264005-42a7-4bdc-a0b8-f8ff34b75671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:42.525082 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] Network hostable DHCP agents. Network: 0e264005-42a7-4bdc-a0b8-f8ff34b75671, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:16:42.546241 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:42.560324 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866f59c-df3b-4690-b2bb-04d2308a2800 req-0991b000-9619-4069-9418-aa7b671f59b9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:42.569268 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4866f59c-df3b-4690-b2bb-04d2308a2800 req-0991b000-9619-4069-9418-aa7b671f59b9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 943 time: 0.0682809 Jun 27 21:16:42.593742 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53552a76-534a-436b-8157-da0b363e9c59 req-a360a2cc-6729-41de-a8c9-5d73598746fb tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:42.595280 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-53552a76-534a-436b-8157-da0b363e9c59 req-a360a2cc-6729-41de-a8c9-5d73598746fb tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 943 time: 0.1132724 Jun 27 21:16:42.629346 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4866f59c-df3b-4690-b2bb-04d2308a2800 req-5cd9960a-aace-410e-8819-c7774a387193 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590241 Jun 27 21:16:42.630228 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] Network 0e264005-42a7-4bdc-a0b8-f8ff34b75671 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:16:42.639676 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-12f9a30e-9d4b-41d6-a637-fba0291be01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.658907 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 0e264005-42a7-4bdc-a0b8-f8ff34b75671) {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:16:42.668665 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b17b08-c303-422e-a1db-926989b40a6f None None] Network 0e264005-42a7-4bdc-a0b8-f8ff34b75671 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:16:42.708848 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:42.709472 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.743423 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-53552a76-534a-436b-8157-da0b363e9c59 req-bb59b210-9afd-4430-a1e9-1040a4e13888 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408479 Jun 27 21:16:42.757727 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-305959b3-279d-4393-b3d4-e334f2142c94 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.9989569 Jun 27 21:16:42.778180 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df1046d-99d5-43b3-903d-71bddb3d2b6d None None] Network 0e264005-42a7-4bdc-a0b8-f8ff34b75671 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:16:42.800971 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42840) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:42.819552 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0e68f7c8-f948-4edd-bc96-083a8c1e3bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.961884 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device f88b5f5e-d7cd-4400-8ce9-9cede29542e2 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:16:42.966918 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device e0071d9d-e534-4717-a5e1-b60e19b215c7 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:42.976717 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0e68f7c8-f948-4edd-bc96-083a8c1e3bb8 admin admin] Publish callbacks [] for security_group (7654a979-0559-48ca-86fb-1c1bfeb774fc), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:42.982540 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0e68f7c8-f948-4edd-bc96-083a8c1e3bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (7654a979-0559-48ca-86fb-1c1bfeb774fc), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.013680 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:43.034911 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68f7c8-f948-4edd-bc96-083a8c1e3bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7654a979-0559-48ca-86fb-1c1bfeb774fc,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:43.040084 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:43.055533 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Publish callbacks [] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.079746 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Transition to ACTIVE for port object c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:16:43.086584 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.106117 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:43.113385 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port e0071d9d-e534-4717-a5e1-b60e19b215c7 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:16:43.140230 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093b34a-e403-4437-81b2-ec2b402cd8f1 req-cf97fdcd-eafa-40c0-9013-4adb38e2b4c0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:43.141947 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3093b34a-e403-4437-81b2-ec2b402cd8f1 req-cf97fdcd-eafa-40c0-9013-4adb38e2b4c0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 931 time: 0.1486270 Jun 27 21:16:43.150517 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0e68f7c8-f948-4edd-bc96-083a8c1e3bb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca9ba1db2acb4da79b70382068265678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475218 Jun 27 21:16:43.151557 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42858) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:43.166353 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port e0071d9d-e534-4717-a5e1-b60e19b215c7 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:43.166549 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.209318 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-b08ed3a0-b54e-4d57-9941-6a8cd30bd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:43.211766 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-b08ed3a0-b54e-4d57-9941-6a8cd30bd6aa service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88eac9a2-e4a8-414f-a6be-c486870814c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682168 Jun 27 21:16:43.214126 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37 req-d6c7a26f-886c-4ccb-b975-8ee16768f4b7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f88b5f5e-d7cd-4400-8ce9-9cede29542e2 HTTP/1.1" status: 200 len: 217 time: 0.0836048 Jun 27 21:16:43.264622 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Pushing event updated for resources: {'Port': ['ID=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:43.290507 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port f88b5f5e-d7cd-4400-8ce9-9cede29542e2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f88b5f5e-d7cd-4400-8ce9-9cede29542e2,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:43.385967 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Attempting to bind port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:16:43.386335 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Attempting to bind port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:16:43.386612 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Attempting to bind port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e on network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:43.394529 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e on network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:16:43.394529 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Attempting to bind port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e on network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:16:43.395027 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'port_id': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2', 'mac_address': 'fa:16:3e:d7:14:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:16:43.410129 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port e0071d9d-e534-4717-a5e1-b60e19b215c7 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:43.410658 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.411674 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:16:43.412005 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Checking segment: {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:16:43.412376 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Bound using segment: {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:16:43.413272 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Bound port: c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:16:43.414284 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:43.415328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.419784 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-eec8c592-e2f6-4057-977e-84b6ee2a627c service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865594 Jun 27 21:16:43.422443 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37 req-e064324d-78ab-49ad-b940-f70dcb23d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:43.425855 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37 req-e064324d-78ab-49ad-b940-f70dcb23d469 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=213cf038-a41b-410c-bb9f-41e81ba7f4cf HTTP/1.1" status: 200 len: 849 time: 0.2018595 Jun 27 21:16:43.496304 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port e0071d9d-e534-4717-a5e1-b60e19b215c7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=e0071d9d-e534-4717-a5e1-b60e19b215c7,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:43.500499 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53419a08-6ab0-4f25-82f9-81496ca7440e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0071d9d-e534-4717-a5e1-b60e19b215c7'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:43.540230 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37 req-aedb1f24-7eeb-4e18-9abf-d446d5ccd7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:43.542158 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37 req-aedb1f24-7eeb-4e18-9abf-d446d5ccd7a0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1ab36d48-170c-4f48-af11-d6da9c4061e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893381 Jun 27 21:16:43.589509 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.590820 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device a6130374-d711-4d19-a701-67a2bc874882 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:43.605835 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7bc6307f-b6ba-40f7-968f-5c45aeadb3c6 req-d868777c-76df-4964-8846-574c426f82ac service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700792 Jun 27 21:16:43.630505 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:16:43.642279 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:16:43.648874 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:43.655086 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3093b34a-e403-4437-81b2-ec2b402cd8f1 req-4433b3b4-dc6d-4dda-89b9-216d28003074 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4537723 Jun 27 21:16:43.668640 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.676964 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59798a8e-fce4-468d-b220-c49d4f391e57 admin admin] Publish callbacks [] for security_group (7654a979-0559-48ca-86fb-1c1bfeb774fc), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.708544 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:43.712799 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.719971 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59798a8e-fce4-468d-b220-c49d4f391e57 admin admin] Publish callbacks [] for security_group (7654a979-0559-48ca-86fb-1c1bfeb774fc), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.748856 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8004aa3-f269-4d0c-aec0-8da9b1a512ee" -d '{"events": [{"server_uuid": "53419a08-6ab0-4f25-82f9-81496ca7440e", "name": "network-vif-plugged", "status": "completed", "tag": "e0071d9d-e534-4717-a5e1-b60e19b215c7"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:43.794135 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88b5f5e-d7cd-4400-8ce9-9cede29542e2 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:43.815467 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Pushing event updated for resources: {'Port': ['ID=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:43.839033 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6911c4-2a34-4b20-b30a-781b46442935 req-23102161-3594-49b2-947d-e5f0c43851b8 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:43.842849 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8a6911c4-2a34-4b20-b30a-781b46442935 req-23102161-3594-49b2-947d-e5f0c43851b8 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 944 time: 0.4323823 Jun 27 21:16:43.851505 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:43.872269 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff605800-2b35-4ace-accf-75f469b4027a req-3b5a3042-bc75-489b-943c-593f5790038a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:43.872842 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port a6130374-d711-4d19-a701-67a2bc874882 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:16:43.874045 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ff605800-2b35-4ace-accf-75f469b4027a req-3b5a3042-bc75-489b-943c-593f5790038a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 944 time: 0.0711269 Jun 27 21:16:43.875649 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59798a8e-fce4-468d-b220-c49d4f391e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (7654a979-0559-48ca-86fb-1c1bfeb774fc), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.877710 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.878789 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59798a8e-fce4-468d-b220-c49d4f391e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.879740 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port f88b5f5e-d7cd-4400-8ce9-9cede29542e2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f88b5f5e-d7cd-4400-8ce9-9cede29542e2,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:43.883650 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-59798a8e-fce4-468d-b220-c49d4f391e57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7654a979-0559-48ca-86fb-1c1bfeb774fc HTTP/1.1" status: 204 len: 168 time: 0.6809914 Jun 27 21:16:43.902164 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=e0071d9d-e534-4717-a5e1-b60e19b215c7,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:43.902976 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:43.903654 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.905460 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] 10.222.0.33 "PUT /v2.0/ports/c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e HTTP/1.1" status: 200 len: 1093 time: 1.9224365 Jun 27 21:16:43.906438 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59798a8e-fce4-468d-b220-c49d4f391e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7654a979-0559-48ca-86fb-1c1bfeb774fc,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:43.920708 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.927722 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port a6130374-d711-4d19-a701-67a2bc874882 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:43.929509 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (a6130374-d711-4d19-a701-67a2bc874882), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:43.938054 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:43.940831 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425cf02e-c397-47d6-85fa-36643f0e523e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:43.944194 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.944616 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.944965 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.945384 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.945900 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.946316 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.946668 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.947211 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.947589 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.947854 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.948186 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.948501 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.948811 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.949163 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.949474 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5f54a-eb7f-40d5-9534-fd81ef41ed95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:43.983756 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ff605800-2b35-4ace-accf-75f469b4027a req-6402f021-8eb7-41b5-bc18-c536fb3f9c88 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981767 Jun 27 21:16:43.995043 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:44.049824 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8a6911c4-2a34-4b20-b30a-781b46442935 req-633f3ec2-6479-4e29-8ac9-a712cca65e22 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557448 Jun 27 21:16:44.067810 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=f88b5f5e-d7cd-4400-8ce9-9cede29542e2,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:44.099143 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37 req-3eb854b3-b5fd-4256-bb6b-157a07db975f service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474596 Jun 27 21:16:44.150694 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port a6130374-d711-4d19-a701-67a2bc874882 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:44.151526 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (a6130374-d711-4d19-a701-67a2bc874882), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:44.227283 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port a6130374-d711-4d19-a701-67a2bc874882, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a6130374-d711-4d19-a701-67a2bc874882,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:44.234467 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (a6130374-d711-4d19-a701-67a2bc874882), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:44.245316 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997a320d-d3f5-4207-a1d2-97e93f872f87 x-openstack-request-id: req-997a320d-d3f5-4207-a1d2-97e93f872f87 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:44.245608 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53419a08-6ab0-4f25-82f9-81496ca7440e", "name": "network-vif-plugged", "status": "completed", "tag": "e0071d9d-e534-4717-a5e1-b60e19b215c7", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:44.245862 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-997a320d-d3f5-4207-a1d2-97e93f872f87 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:44.246315 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997a320d-d3f5-4207-a1d2-97e93f872f87'] response: {'server_uuid': '53419a08-6ab0-4f25-82f9-81496ca7440e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0071d9d-e534-4717-a5e1-b60e19b215c7', 'code': 200} Jun 27 21:16:44.249705 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['f88b5f5e-d7cd-4400-8ce9-9cede29542e2'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:16:44.256518 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b51f5-913e-4441-a042-1931bd20316c req-039e4d32-ae25-4eec-a3ff-45b1eebfc84c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:44.258152 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-dd1b51f5-913e-4441-a042-1931bd20316c req-039e4d32-ae25-4eec-a3ff-45b1eebfc84c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 944 time: 0.1126275 Jun 27 21:16:44.386421 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b956c-5574-4a83-b6e8-eb11834056f8 req-3c6a8d2b-5b1d-47fe-9c2f-8733b8e6d6cb tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:44.388068 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-be7b956c-5574-4a83-b6e8-eb11834056f8 req-3c6a8d2b-5b1d-47fe-9c2f-8733b8e6d6cb tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 943 time: 0.0850666 Jun 27 21:16:44.389557 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-dd1b51f5-913e-4441-a042-1931bd20316c req-b325437b-7fd6-4863-ba03-634667e765ca tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256297 Jun 27 21:16:44.408674 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=a6130374-d711-4d19-a701-67a2bc874882,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:44.450083 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42ee72c-27d5-4eed-8bb2-6ba61c6c4246 x-openstack-request-id: req-e42ee72c-27d5-4eed-8bb2-6ba61c6c4246 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:44.450451 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:44.450750 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e42ee72c-27d5-4eed-8bb2-6ba61c6c4246 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:44.451253 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42ee72c-27d5-4eed-8bb2-6ba61c6c4246'] response: {'name': 'network-changed', 'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'status': 'completed', 'code': 200} Jun 27 21:16:44.497142 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-be7b956c-5574-4a83-b6e8-eb11834056f8 req-d49c7895-4857-4424-98f1-27b8339828df tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943527 Jun 27 21:16:44.529594 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:44.600531 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cf02e-c397-47d6-85fa-36643f0e523e req-c195d3fb-14b1-47c6-b2d7-6ef4853a7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:44.602141 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-425cf02e-c397-47d6-85fa-36643f0e523e req-c195d3fb-14b1-47c6-b2d7-6ef4853a7a8b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 1127 time: 0.0510645 Jun 27 21:16:44.623224 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6 req-9ddfad70-062c-4fe9-9a6b-6a1a418d4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:44.624739 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6 req-9ddfad70-062c-4fe9-9a6b-6a1a418d4687 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 1128 time: 0.0784376 Jun 27 21:16:44.724539 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0144a8d2-738c-4929-bbcf-9ebfa3d61f37 req-e00dc41f-c3a8-42c2-9c1e-f429cc0c069e service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998479 Jun 27 21:16:44.739577 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:44.808819 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6 req-f4745fdd-0daf-4f46-85da-3a47cec664dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:44.810669 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6 req-f4745fdd-0daf-4f46-85da-3a47cec664dc service neutron] 10.222.0.33 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 915 time: 0.1360157 Jun 27 21:16:44.823568 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42904) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:44.966857 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5d704f00-f135-4c5f-8dd3-59da23729390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:45.060970 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6 req-396ca1c7-ef6a-4b60-8104-7d6f7182ae0c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de54808-7215-48a3-8344-ee5680120151 HTTP/1.1" status: 200 len: 217 time: 0.0808554 Jun 27 21:16:45.061718 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device f88b5f5e-d7cd-4400-8ce9-9cede29542e2 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:45.117031 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33045ff0-da27-4d11-a64c-ce91c1a63371 req-2c036722-8862-4e7d-935a-ea5fb8d0918f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:45.124704 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-33045ff0-da27-4d11-a64c-ce91c1a63371 req-2c036722-8862-4e7d-935a-ea5fb8d0918f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.2888024 Jun 27 21:16:45.151826 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6 req-1f1d2471-18b1-47a4-a0fb-2e239e27b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:45.153727 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6 req-1f1d2471-18b1-47a4-a0fb-2e239e27b2f3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 200 len: 853 time: 0.0802481 Jun 27 21:16:45.229862 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-33045ff0-da27-4d11-a64c-ce91c1a63371 req-d7d1b498-1e19-4aa6-931a-e7dd7855831a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041048 Jun 27 21:16:45.231883 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cf02e-c397-47d6-85fa-36643f0e523e req-2df90b1e-b333-4e30-8524-60d60ee393f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:45.239862 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-425cf02e-c397-47d6-85fa-36643f0e523e req-2df90b1e-b333-4e30-8524-60d60ee393f6 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5969129 Jun 27 21:16:45.257643 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c2b1-eb59-49ad-a58e-fe6fcddda4a7 req-d5193b5f-8c36-4cd8-8b8d-aa720c783807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:45.259596 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fff0c2b1-eb59-49ad-a58e-fe6fcddda4a7 req-d5193b5f-8c36-4cd8-8b8d-aa720c783807 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 1129 time: 0.1984086 Jun 27 21:16:45.288368 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6 req-ce4094ca-56e0-4906-9a1b-19242d610878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:45.290347 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6 req-ce4094ca-56e0-4906-9a1b-19242d610878 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88eac9a2-e4a8-414f-a6be-c486870814c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056397 Jun 27 21:16:45.311229 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:16:45.337149 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:45.337785 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:45.391263 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467eff81-3ebb-4a87-8fbe-7ce099a8dae9 req-3f70bf6a-01f7-45ed-8c0a-b2060d2e18ce tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:45.399105 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-467eff81-3ebb-4a87-8fbe-7ce099a8dae9 req-3f70bf6a-01f7-45ed-8c0a-b2060d2e18ce tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 944 time: 0.0696507 Jun 27 21:16:45.474337 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:45.474716 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:45.478649 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:45.481549 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6 req-a6a51726-013e-4729-9f19-15108df13ef1 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550076 Jun 27 21:16:45.486695 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-fff0c2b1-eb59-49ad-a58e-fe6fcddda4a7 req-dedde004-4dea-4316-a03e-1d664cfaa8ac service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:45.531246 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8946b3-3879-40de-abc9-1ae5ee536633 req-c005462a-6917-4bcf-ba49-9b5721b09865 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:45.533778 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6b8946b3-3879-40de-abc9-1ae5ee536633 req-c005462a-6917-4bcf-ba49-9b5721b09865 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.2656198 Jun 27 21:16:45.569671 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-467eff81-3ebb-4a87-8fbe-7ce099a8dae9 req-89abb7c9-104f-40a7-88b2-899c02e05368 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681800 Jun 27 21:16:45.578608 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port f88b5f5e-d7cd-4400-8ce9-9cede29542e2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f88b5f5e-d7cd-4400-8ce9-9cede29542e2,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:45.586208 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:45.594668 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:45.661819 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cf02e-c397-47d6-85fa-36643f0e523e req-a721797d-fa7e-454a-9977-dbeca35e5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:45.665382 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-425cf02e-c397-47d6-85fa-36643f0e523e req-a721797d-fa7e-454a-9977-dbeca35e5a33 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3821685 Jun 27 21:16:45.694831 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:45.742551 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5d704f00-f135-4c5f-8dd3-59da23729390 admin admin] Publish callbacks [] for security_group (a1f6aaf5-aecc-45fd-95ed-ccbc2986a58c), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:45.768494 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5d704f00-f135-4c5f-8dd3-59da23729390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a1f6aaf5-aecc-45fd-95ed-ccbc2986a58c), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:45.774973 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=f88b5f5e-d7cd-4400-8ce9-9cede29542e2,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:45.782914 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1a542-a96f-4b98-8a8d-81f8434bb433 req-617dc128-6cdd-4758-a889-35896e5cea98 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:45.785198 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-25a1a542-a96f-4b98-8a8d-81f8434bb433 req-617dc128-6cdd-4758-a889-35896e5cea98 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.1141000 Jun 27 21:16:45.790318 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.794958 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.796240 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.796680 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.797604 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.802441 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.802924 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.803365 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.803794 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.804551 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.804551 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.805085 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.805619 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.806389 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.808065 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:45.812869 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-5d704f00-f135-4c5f-8dd3-59da23729390 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cf6a289a0834a4a8b02325cd9e00ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9857464 Jun 27 21:16:45.820020 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:45.821197 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42944) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:45.855189 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1be5bfa6-e645-4b08-9320-4a4633d7a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:45.859111 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-1be5bfa6-e645-4b08-9320-4a4633d7a68c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 1127 time: 0.0943820 Jun 27 21:16:45.859204 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6b8946b3-3879-40de-abc9-1ae5ee536633 req-aadca4c2-065d-4378-b6fc-8c43f96d0147 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117328 Jun 27 21:16:45.905452 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2e6b9f92-5f62-4207-bcac-ccdfbe4feae6 req-c8dd4771-6ff5-4de4-a97c-96f4652ce736 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445153 Jun 27 21:16:45.918270 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d704f00-f135-4c5f-8dd3-59da23729390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f6aaf5-aecc-45fd-95ed-ccbc2986a58c,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:45.929198 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-86b5dee5-390e-4a08-a0b5-1558b7add713 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e HTTP/1.1" status: 200 len: 217 time: 0.0552173 Jun 27 21:16:45.932916 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-fff0c2b1-eb59-49ad-a58e-fe6fcddda4a7 req-dedde004-4dea-4316-a03e-1d664cfaa8ac service neutron] Publish callbacks [] for security_group (8e2981e6-d64d-4e16-a5da-267b4864b065), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:45.934863 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-25a1a542-a96f-4b98-8a8d-81f8434bb433 req-895cc3b0-cc1c-443c-86b3-22c32366eedc tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101139 Jun 27 21:16:45.939632 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-fff0c2b1-eb59-49ad-a58e-fe6fcddda4a7 req-dedde004-4dea-4316-a03e-1d664cfaa8ac service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (8e2981e6-d64d-4e16-a5da-267b4864b065), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:45.985135 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-052ac874-3d68-4da4-9260-74d5978b9093 admin admin] Publish callbacks [] for security_group (a1f6aaf5-aecc-45fd-95ed-ccbc2986a58c), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:46.004463 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88466c52-702f-4982-a2e5-86ea374062d1 req-73c4bbe7-6076-473b-85f8-909782ff85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:46.007004 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-73c4bbe7-6076-473b-85f8-909782ff85fa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c88f597f-8bc5-48ec-a171-53096e1581d7 HTTP/1.1" status: 200 len: 855 time: 0.0711520 Jun 27 21:16:46.014607 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedde004-4dea-4316-a03e-1d664cfaa8ac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2981e6-d64d-4e16-a5da-267b4864b065,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:46.032349 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fff0c2b1-eb59-49ad-a58e-fe6fcddda4a7 req-dedde004-4dea-4316-a03e-1d664cfaa8ac service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7458458 Jun 27 21:16:46.061177 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88466c52-702f-4982-a2e5-86ea374062d1 req-c86c7032-d31b-4cee-a2b7-cbd915836ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:46.063467 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-c86c7032-d31b-4cee-a2b7-cbd915836ee8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491688 Jun 27 21:16:46.064170 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-052ac874-3d68-4da4-9260-74d5978b9093 admin admin] Publish callbacks [] for security_group (a1f6aaf5-aecc-45fd-95ed-ccbc2986a58c), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:46.068762 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:46.106072 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9e4a2-cfed-4279-911d-24b5daf3c395 req-fd345cd8-13ff-448b-8eba-bc7f4102b707 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:46.107709 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-daa9e4a2-cfed-4279-911d-24b5daf3c395 req-fd345cd8-13ff-448b-8eba-bc7f4102b707 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 943 time: 0.0970438 Jun 27 21:16:46.164775 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-daa9e4a2-cfed-4279-911d-24b5daf3c395 req-140f3a87-9ee5-4e2a-83d9-c86bf2a7bca7 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508120 Jun 27 21:16:46.165930 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-052ac874-3d68-4da4-9260-74d5978b9093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a1f6aaf5-aecc-45fd-95ed-ccbc2986a58c), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:46.168561 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-052ac874-3d68-4da4-9260-74d5978b9093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:46.169710 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-052ac874-3d68-4da4-9260-74d5978b9093 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1f6aaf5-aecc-45fd-95ed-ccbc2986a58c HTTP/1.1" status: 204 len: 168 time: 0.3431115 Jun 27 21:16:46.178485 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ac874-3d68-4da4-9260-74d5978b9093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f6aaf5-aecc-45fd-95ed-ccbc2986a58c,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:46.248266 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d240a8f-534e-471d-817b-3d79b449bfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6130374-d711-4d19-a701-67a2bc874882'}, {'server_uuid': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:46.253170 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03a0df4-b4ed-4a64-a8ab-13e729c3f2fa" -d '{"events": [{"server_uuid": "4d240a8f-534e-471d-817b-3d79b449bfeb", "name": "network-vif-plugged", "status": "completed", "tag": "a6130374-d711-4d19-a701-67a2bc874882"}, {"server_uuid": "977f8cd5-d96e-4a13-b043-405e5c4325f1", "name": "network-vif-plugged", "status": "completed", "tag": "f88b5f5e-d7cd-4400-8ce9-9cede29542e2"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:46.312870 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c9e5af-647b-4c5d-be76-ee67aa7aed2f x-openstack-request-id: req-26c9e5af-647b-4c5d-be76-ee67aa7aed2f {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:46.313521 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d240a8f-534e-471d-817b-3d79b449bfeb", "name": "network-vif-plugged", "status": "completed", "tag": "a6130374-d711-4d19-a701-67a2bc874882", "code": 200}, {"server_uuid": "977f8cd5-d96e-4a13-b043-405e5c4325f1", "name": "network-vif-plugged", "status": "completed", "tag": "f88b5f5e-d7cd-4400-8ce9-9cede29542e2", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:46.313627 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26c9e5af-647b-4c5d-be76-ee67aa7aed2f {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:46.314228 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c9e5af-647b-4c5d-be76-ee67aa7aed2f'] response: {'server_uuid': '4d240a8f-534e-471d-817b-3d79b449bfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6130374-d711-4d19-a701-67a2bc874882', 'code': 200} Jun 27 21:16:46.314634 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c9e5af-647b-4c5d-be76-ee67aa7aed2f'] response: {'server_uuid': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2', 'code': 200} Jun 27 21:16:46.446134 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ae28a-d25f-4abe-94de-279ea8630483 req-335b083f-13ec-49f5-96d1-40a8091b0d1d tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:46.447951 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-167ae28a-d25f-4abe-94de-279ea8630483 req-335b083f-13ec-49f5-96d1-40a8091b0d1d tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0987942 Jun 27 21:16:46.546527 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-167ae28a-d25f-4abe-94de-279ea8630483 req-180670ac-5b9a-4747-afdc-a8465386cf8b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911231 Jun 27 21:16:46.549365 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-d9608090-8075-434d-924f-c9ad833d2ee0 service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520724 Jun 27 21:16:46.620608 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42972) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:46.635232 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:46.671851 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:46.685220 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e70b-2fbb-4d9e-9f0d-722e9c7d527b req-b20fdcfd-6cf6-42a0-a63c-638a10242aa1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:46.686364 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8459e70b-2fbb-4d9e-9f0d-722e9c7d527b req-b20fdcfd-6cf6-42a0-a63c-638a10242aa1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 944 time: 0.0586133 Jun 27 21:16:46.759013 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Publish callbacks [] for security_group (99f78b68-bc69-4d45-96ed-c5741c959c3d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:46.772138 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (99f78b68-bc69-4d45-96ed-c5741c959c3d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:46.780686 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8459e70b-2fbb-4d9e-9f0d-722e9c7d527b req-eac4baac-ca2c-4995-94a4-668912db8b73 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828664 Jun 27 21:16:46.853880 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3050c89ed098482c81c0f6b3f0f8b451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318027 Jun 27 21:16:46.856891 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 42984) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:46.872703 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f78b68-bc69-4d45-96ed-c5741c959c3d,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:46.889071 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.889520 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.889965 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.890364 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.890753 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.891139 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.891580 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.891962 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.892373 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.892753 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.893266 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.893979 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.894245 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.894566 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.894922 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f131d9f-7d1c-48a2-90ee-a425fc21dce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:16:46.911867 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-88466c52-702f-4982-a2e5-86ea374062d1 req-81257f9f-2efd-493d-8461-911fb743deeb service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840250 Jun 27 21:16:46.941361 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e8cb5109-cabd-45e3-a529-6f84da4f6364 admin admin] Publish callbacks [] for security_group (99f78b68-bc69-4d45-96ed-c5741c959c3d), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:46.974799 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e8cb5109-cabd-45e3-a529-6f84da4f6364 admin admin] Publish callbacks [] for security_group (99f78b68-bc69-4d45-96ed-c5741c959c3d), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.056551 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e8cb5109-cabd-45e3-a529-6f84da4f6364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (99f78b68-bc69-4d45-96ed-c5741c959c3d), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.057586 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d411ca9-4453-43c2-8c57-a482a44535eb req-3a9551b1-5eba-46d1-9c84-c9be555fb99e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:47.059330 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8d411ca9-4453-43c2-8c57-a482a44535eb req-3a9551b1-5eba-46d1-9c84-c9be555fb99e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0651622 Jun 27 21:16:47.060996 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e8cb5109-cabd-45e3-a529-6f84da4f6364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.067759 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-e8cb5109-cabd-45e3-a529-6f84da4f6364 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99f78b68-bc69-4d45-96ed-c5741c959c3d HTTP/1.1" status: 204 len: 168 time: 0.2082009 Jun 27 21:16:47.068732 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device baa095fe-f218-45c8-b731-2f6078fc2222 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:16:47.078638 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb5109-cabd-45e3-a529-6f84da4f6364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f78b68-bc69-4d45-96ed-c5741c959c3d,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:47.146900 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8d411ca9-4453-43c2-8c57-a482a44535eb req-afaa661a-7108-4d37-8f52-9f1ef989bb46 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712821 Jun 27 21:16:47.158803 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5575093-8307-469e-8227-16ba28d8e086 req-c4aa2684-3076-41df-8d33-1e8d666614a9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:47.160712 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e5575093-8307-469e-8227-16ba28d8e086 req-c4aa2684-3076-41df-8d33-1e8d666614a9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0703647 Jun 27 21:16:47.186752 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:47.251909 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 42996) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:47.265691 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e5575093-8307-469e-8227-16ba28d8e086 req-8c95da49-b77f-4009-8e26-0bd6e777290f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990794 Jun 27 21:16:47.277394 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:47.299620 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port baa095fe-f218-45c8-b731-2f6078fc2222, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=baa095fe-f218-45c8-b731-2f6078fc2222,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:47.314052 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'baa095fe-f218-45c8-b731-2f6078fc2222', 'network_id': 'aa6461c8-2490-4225-82bb-7e18f2ed61f3', 'port_id': 'baa095fe-f218-45c8-b731-2f6078fc2222', 'mac_address': 'fa:16:3e:58:04:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b7c169-cc4d-4910-83bd-73b9dcc60213', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:16:47.356983 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port baa095fe-f218-45c8-b731-2f6078fc2222 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:47.357560 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.372764 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa095fe-f218-45c8-b731-2f6078fc2222 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:47.397494 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port baa095fe-f218-45c8-b731-2f6078fc2222, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=baa095fe-f218-45c8-b731-2f6078fc2222,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:47.410197 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.411251 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 6de54808-7215-48a3-8344-ee5680120151 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:16:47.421897 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eae760-7e1c-4a3f-87bb-4d57aee1cfdb req-03bc99a6-a474-4198-9a54-69e129a9b747 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:47.424319 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f6eae760-7e1c-4a3f-87bb-4d57aee1cfdb req-03bc99a6-a474-4198-9a54-69e129a9b747 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 943 time: 0.1546531 Jun 27 21:16:47.500477 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:47.511899 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f6eae760-7e1c-4a3f-87bb-4d57aee1cfdb req-88d490c2-a39c-4245-b3da-5cccc21727df tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818584 Jun 27 21:16:47.530331 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=baa095fe-f218-45c8-b731-2f6078fc2222,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:47.601279 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-284d06c1-a25e-4c1a-99d6-b73c809151c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.616546 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 6de54808-7215-48a3-8344-ee5680120151, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6de54808-7215-48a3-8344-ee5680120151,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:47.641097 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': '6de54808-7215-48a3-8344-ee5680120151', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'port_id': '6de54808-7215-48a3-8344-ee5680120151', 'mac_address': 'fa:16:3e:ba:f7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:16:47.649208 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:47.686037 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.697923 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 6de54808-7215-48a3-8344-ee5680120151 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:47.698314 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (6de54808-7215-48a3-8344-ee5680120151), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.709903 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294fcb9-6668-4808-b444-6b6176fdf1e1 req-635c7360-4a10-4834-91d8-aa9f9bc49d60 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:47.711672 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f294fcb9-6668-4808-b444-6b6176fdf1e1 req-635c7360-4a10-4834-91d8-aa9f9bc49d60 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0690856 Jun 27 21:16:47.715754 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de54808-7215-48a3-8344-ee5680120151 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:47.726275 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-284d06c1-a25e-4c1a-99d6-b73c809151c9 admin admin] Publish callbacks [] for security_group (a4db29b8-d7e4-4389-9e52-2d7c0fae3682), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.732505 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-284d06c1-a25e-4c1a-99d6-b73c809151c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a4db29b8-d7e4-4389-9e52-2d7c0fae3682), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.746170 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 6de54808-7215-48a3-8344-ee5680120151, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6de54808-7215-48a3-8344-ee5680120151,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:47.753270 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (6de54808-7215-48a3-8344-ee5680120151), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.780469 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-284d06c1-a25e-4c1a-99d6-b73c809151c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8b4f817b53c45b680475a6fe07eacec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5271857 Jun 27 21:16:47.781625 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d06c1-a25e-4c1a-99d6-b73c809151c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db29b8-d7e4-4389-9e52-2d7c0fae3682,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:47.783138 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f294fcb9-6668-4808-b444-6b6176fdf1e1 req-22407d77-5be4-4249-b8d8-e57e62afb19b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633843 Jun 27 21:16:47.783684 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43016) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:47.841714 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=6de54808-7215-48a3-8344-ee5680120151,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:47.884086 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd6950-33ad-4e2e-9f66-a3b84bd36d70 req-0be150a6-ff51-4518-9215-c07b0f99ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:47.886210 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7fbd6950-33ad-4e2e-9f66-a3b84bd36d70 req-0be150a6-ff51-4518-9215-c07b0f99ad47 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 1129 time: 0.0687118 Jun 27 21:16:47.900760 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f5b8fb21-6893-4381-b01f-18e175d02697 admin admin] Publish callbacks [] for security_group (a4db29b8-d7e4-4389-9e52-2d7c0fae3682), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.928318 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f5b8fb21-6893-4381-b01f-18e175d02697 admin admin] Publish callbacks [] for security_group (a4db29b8-d7e4-4389-9e52-2d7c0fae3682), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:47.938752 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8826b1-07a1-406c-828f-6a856191e227 req-83d3326e-efe9-4510-82f0-ad70e494330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:47.940535 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9e8826b1-07a1-406c-828f-6a856191e227 req-83d3326e-efe9-4510-82f0-ad70e494330d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 1129 time: 0.1232362 Jun 27 21:16:47.955131 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab2fd9-cb2e-4155-b716-e93db98e6890 req-efa34f1f-b55d-4c07-b102-eebb1a7307fd tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:47.957297 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d6ab2fd9-cb2e-4155-b716-e93db98e6890 req-efa34f1f-b55d-4c07-b102-eebb1a7307fd tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 945 time: 0.0754440 Jun 27 21:16:48.007535 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f5b8fb21-6893-4381-b01f-18e175d02697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a4db29b8-d7e4-4389-9e52-2d7c0fae3682), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:48.011140 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f5b8fb21-6893-4381-b01f-18e175d02697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:48.012614 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-f5b8fb21-6893-4381-b01f-18e175d02697 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4db29b8-d7e4-4389-9e52-2d7c0fae3682 HTTP/1.1" status: 204 len: 168 time: 0.2278304 Jun 27 21:16:48.028795 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8fb21-6893-4381-b01f-18e175d02697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db29b8-d7e4-4389-9e52-2d7c0fae3682,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:48.063419 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7fbd6950-33ad-4e2e-9f66-a3b84bd36d70 req-59c52f02-3945-40d0-8c09-0ff90b9fc8f9 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743141 Jun 27 21:16:48.138729 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d6ab2fd9-cb2e-4155-b716-e93db98e6890 req-4fda65d9-d3e1-428b-a82b-170d68c8b8d3 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703911 Jun 27 21:16:48.145096 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9e8826b1-07a1-406c-828f-6a856191e227 req-65a7897b-9c59-458c-83b1-d5407ae53d3d service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549253 Jun 27 21:16:48.269063 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59081bb5-faa0-45a8-beaf-b3f621f30d90 req-b4ca1006-c428-4e0b-8a84-cb140c1d2f20 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:48.270665 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-59081bb5-faa0-45a8-beaf-b3f621f30d90 req-b4ca1006-c428-4e0b-8a84-cb140c1d2f20 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0521097 Jun 27 21:16:48.281959 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['baa095fe-f218-45c8-b731-2f6078fc2222'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:16:48.354676 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-59081bb5-faa0-45a8-beaf-b3f621f30d90 req-7219bd0d-f755-4ad0-bc29-25e11c2a1f0e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773728 Jun 27 21:16:48.397361 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['6de54808-7215-48a3-8344-ee5680120151'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:16:48.433175 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3d10c-8cad-44cb-8b1c-2bc49d814015 req-4d82349f-07b3-486b-88cc-acbd6a31a850 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:48.435380 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ebf3d10c-8cad-44cb-8b1c-2bc49d814015 req-4d82349f-07b3-486b-88cc-acbd6a31a850 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0864472 Jun 27 21:16:48.438058 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43046) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:48.455237 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-14788420-5efd-47a9-aa55-b800b6b557a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:48.516404 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ebf3d10c-8cad-44cb-8b1c-2bc49d814015 req-8ef27e56-e77c-4ef0-9a2e-983fa68e028b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718286 Jun 27 21:16:48.533241 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:48.632247 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-14788420-5efd-47a9-aa55-b800b6b557a5 admin admin] Publish callbacks [] for security_group (9f019fad-9ddb-464e-8ab0-5b7211cf9959), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:48.658611 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-14788420-5efd-47a9-aa55-b800b6b557a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (9f019fad-9ddb-464e-8ab0-5b7211cf9959), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:48.701166 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203afff0-6fda-4449-a164-fb485601435b req-ffd33932-b86f-4106-8867-0ee318049aaf tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:48.707848 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-203afff0-6fda-4449-a164-fb485601435b req-ffd33932-b86f-4106-8867-0ee318049aaf tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 944 time: 0.0951498 Jun 27 21:16:48.742015 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14788420-5efd-47a9-aa55-b800b6b557a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f019fad-9ddb-464e-8ab0-5b7211cf9959,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:48.749452 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-14788420-5efd-47a9-aa55-b800b6b557a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbc73a3a9d0445b785c05e9e00d1c431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102520 Jun 27 21:16:48.752319 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43092) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:48.807455 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-203afff0-6fda-4449-a164-fb485601435b req-8fd50a9f-f572-4515-b871-672ca4aa73a9 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985072 Jun 27 21:16:48.836213 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e59c35e4-92d0-40b3-9b0f-978a62075612 admin admin] Publish callbacks [] for security_group (9f019fad-9ddb-464e-8ab0-5b7211cf9959), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:48.871365 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e59c35e4-92d0-40b3-9b0f-978a62075612 admin admin] Publish callbacks [] for security_group (9f019fad-9ddb-464e-8ab0-5b7211cf9959), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:48.940295 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e59c35e4-92d0-40b3-9b0f-978a62075612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (9f019fad-9ddb-464e-8ab0-5b7211cf9959), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:48.943002 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e59c35e4-92d0-40b3-9b0f-978a62075612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:48.944345 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-e59c35e4-92d0-40b3-9b0f-978a62075612 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f019fad-9ddb-464e-8ab0-5b7211cf9959 HTTP/1.1" status: 204 len: 168 time: 0.1877680 Jun 27 21:16:48.956309 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c35e4-92d0-40b3-9b0f-978a62075612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f019fad-9ddb-464e-8ab0-5b7211cf9959,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:48.967219 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25a4da-c022-4407-ab07-88198ec76c9b req-056720d8-ec2a-4cc5-a81e-a21f23d656da tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:48.968912 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ad25a4da-c022-4407-ab07-88198ec76c9b req-056720d8-ec2a-4cc5-a81e-a21f23d656da tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0600655 Jun 27 21:16:49.000899 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:49.065131 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ad25a4da-c022-4407-ab07-88198ec76c9b req-7063deb2-424d-44f7-9ef2-321d0f3e0886 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890679 Jun 27 21:16:49.257326 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:49.270495 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e79a0-65e5-4dd0-a2c9-7a1d48ceda50 req-47f31b21-f3e4-4d5c-979b-84c83a16302d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:49.272013 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-751e79a0-65e5-4dd0-a2c9-7a1d48ceda50 req-47f31b21-f3e4-4d5c-979b-84c83a16302d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 945 time: 0.0551412 Jun 27 21:16:49.325802 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-751e79a0-65e5-4dd0-a2c9-7a1d48ceda50 req-40402797-a49c-4b4e-a895-570c41950a07 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443778 Jun 27 21:16:49.479056 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec354-4d1d-49df-87d3-fa1a31cd2a1c req-0fd1b836-55a6-4f1b-88fa-c1b87e26e37d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:49.480531 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-89bec354-4d1d-49df-87d3-fa1a31cd2a1c req-0fd1b836-55a6-4f1b-88fa-c1b87e26e37d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0504718 Jun 27 21:16:49.531215 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-89bec354-4d1d-49df-87d3-fa1a31cd2a1c req-8df88a92-75ec-403a-b802-574658dbe1f6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449100 Jun 27 21:16:49.647605 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e492f1-aa9e-42cc-80a8-06cea02ba94f req-64f58c69-e9e2-4291-b3c2-d726c02b61b0 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:49.653503 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-00e492f1-aa9e-42cc-80a8-06cea02ba94f req-64f58c69-e9e2-4291-b3c2-d726c02b61b0 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0587134 Jun 27 21:16:49.702409 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-00e492f1-aa9e-42cc-80a8-06cea02ba94f req-7aeecd2c-89a3-454a-b868-741129e19dfc tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470154 Jun 27 21:16:49.911870 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device baa095fe-f218-45c8-b731-2f6078fc2222 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:49.953410 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa77b17-9b1b-454e-a205-5eeac2635d24 req-512136ae-b642-4ddd-bd60-eb3c1f7dd76c tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:49.961021 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ffa77b17-9b1b-454e-a205-5eeac2635d24 req-512136ae-b642-4ddd-bd60-eb3c1f7dd76c tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 944 time: 0.0792334 Jun 27 21:16:49.962581 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port baa095fe-f218-45c8-b731-2f6078fc2222 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:16:49.974689 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port baa095fe-f218-45c8-b731-2f6078fc2222 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:49.975303 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:50.023538 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ffa77b17-9b1b-454e-a205-5eeac2635d24 req-7ff7236c-f180-4416-b262-eb66431dfdc5 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614576 Jun 27 21:16:50.060408 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:50.139218 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port baa095fe-f218-45c8-b731-2f6078fc2222 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:50.139632 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:50.168834 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfecef68-0f46-4744-8dc0-d721f692710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa095fe-f218-45c8-b731-2f6078fc2222'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:50.172755 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3029a2d6-a39a-4911-a113-a7025b7f029b" -d '{"events": [{"server_uuid": "cfecef68-0f46-4744-8dc0-d721f692710b", "name": "network-vif-plugged", "status": "completed", "tag": "baa095fe-f218-45c8-b731-2f6078fc2222"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:50.190470 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port baa095fe-f218-45c8-b731-2f6078fc2222, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=baa095fe-f218-45c8-b731-2f6078fc2222,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:50.205556 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:50.206151 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 6de54808-7215-48a3-8344-ee5680120151 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:50.274522 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d843c0-d0e3-413b-8048-9125d68d4c70 req-b21ca091-e5a6-4052-9f1b-fa656d8ede01 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:50.276371 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-14d843c0-d0e3-413b-8048-9125d68d4c70 req-b21ca091-e5a6-4052-9f1b-fa656d8ede01 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0782802 Jun 27 21:16:50.382276 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-14d843c0-d0e3-413b-8048-9125d68d4c70 req-7616ca86-0828-4776-84c4-7cb773728ef3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947361 Jun 27 21:16:50.411642 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:50.413841 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e2a70a-88db-4409-b523-b8f761735c37 x-openstack-request-id: req-f1e2a70a-88db-4409-b523-b8f761735c37 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:50.414144 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfecef68-0f46-4744-8dc0-d721f692710b", "name": "network-vif-plugged", "status": "completed", "tag": "baa095fe-f218-45c8-b731-2f6078fc2222", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:50.414399 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1e2a70a-88db-4409-b523-b8f761735c37 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:50.414766 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e2a70a-88db-4409-b523-b8f761735c37'] response: {'server_uuid': 'cfecef68-0f46-4744-8dc0-d721f692710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa095fe-f218-45c8-b731-2f6078fc2222', 'code': 200} Jun 27 21:16:50.418015 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=baa095fe-f218-45c8-b731-2f6078fc2222,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:50.472852 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port 6de54808-7215-48a3-8344-ee5680120151 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:16:50.481870 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port 6de54808-7215-48a3-8344-ee5680120151 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:50.482318 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (6de54808-7215-48a3-8344-ee5680120151), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:50.495629 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab458a3f-c029-4827-a48c-7ae521a57d39 req-df2b4719-6905-4cbc-bc6a-c6dea5fd6921 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:50.497859 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ab458a3f-c029-4827-a48c-7ae521a57d39 req-df2b4719-6905-4cbc-bc6a-c6dea5fd6921 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 945 time: 0.0566630 Jun 27 21:16:50.561575 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ab458a3f-c029-4827-a48c-7ae521a57d39 req-e7a5b99c-7773-4ba2-80ff-17bd32590443 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554786 Jun 27 21:16:50.566765 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 6de54808-7215-48a3-8344-ee5680120151 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:50.569542 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (6de54808-7215-48a3-8344-ee5680120151), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:50.608356 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 6de54808-7215-48a3-8344-ee5680120151, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6de54808-7215-48a3-8344-ee5680120151,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:50.613394 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (6de54808-7215-48a3-8344-ee5680120151), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:50.667192 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=6de54808-7215-48a3-8344-ee5680120151,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:50.667958 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b76560-9971-4768-8f8f-f583a2364bee req-f36244ed-5aa0-4551-a27b-4f9fde9e0494 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:50.669513 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-21b76560-9971-4768-8f8f-f583a2364bee req-f36244ed-5aa0-4551-a27b-4f9fde9e0494 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0513873 Jun 27 21:16:50.721417 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-21b76560-9971-4768-8f8f-f583a2364bee req-172bb1c6-1d26-4855-971f-78ea513e413e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457890 Jun 27 21:16:50.916225 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e00fa-e7fa-4279-8872-9d3ce9a3a385 req-d81a73e6-f33b-4360-8f5c-75d96bf0490b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:50.918232 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d82e00fa-e7fa-4279-8872-9d3ce9a3a385 req-d81a73e6-f33b-4360-8f5c-75d96bf0490b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0777938 Jun 27 21:16:50.974524 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:50.985807 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d82e00fa-e7fa-4279-8872-9d3ce9a3a385 req-3c70e861-9bb3-41ac-9a2e-5799f37b0c1d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600359 Jun 27 21:16:51.113304 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fe65d-88ae-428e-be9f-e8fcf010f0e8 req-c8cc81a1-8981-4c54-b949-b8b2258b8f1f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:51.114791 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c35fe65d-88ae-428e-be9f-e8fcf010f0e8 req-c8cc81a1-8981-4c54-b949-b8b2258b8f1f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0587854 Jun 27 21:16:51.164741 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becc831-ff79-484f-a615-900d81b2fd86 req-af532329-39a1-4a77-8a28-bf2df5e3fbc6 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:51.167897 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0becc831-ff79-484f-a615-900d81b2fd86 req-af532329-39a1-4a77-8a28-bf2df5e3fbc6 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.0644312 Jun 27 21:16:51.171204 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c35fe65d-88ae-428e-be9f-e8fcf010f0e8 req-86a49fb2-c59e-47d9-a33c-3a178878bcdc tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471044 Jun 27 21:16:51.215908 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:16:51.226768 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0becc831-ff79-484f-a615-900d81b2fd86 req-2beabf79-96a6-4406-ac89-a46802e307a5 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518138 Jun 27 21:16:51.329158 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:51.346620 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'port_id': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'mac_address': 'fa:16:3e:bc:91:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:16:51.390070 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:51.390464 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:51.418672 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:16:51.448133 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:51.452824 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:51.533801 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:51.596523 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd001b2-1ab5-4c5f-aea9-1db3aa0ec7ab req-8e8f44a5-48a7-4551-8c43-11a8cce87d1f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:51.598797 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ebd001b2-1ab5-4c5f-aea9-1db3aa0ec7ab req-8e8f44a5-48a7-4551-8c43-11a8cce87d1f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 944 time: 0.0752578 Jun 27 21:16:51.615097 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edae41-a1ec-4002-9436-58ab1e7fce70 req-84c98939-5273-4abe-af41-1168d7c0cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:51.616659 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b1edae41-a1ec-4002-9436-58ab1e7fce70 req-84c98939-5273-4abe-af41-1168d7c0cba8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 1129 time: 0.1350565 Jun 27 21:16:51.651767 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae3738-9a3f-4ac7-bec0-7445dd4ab9e6 req-aa059d3f-07e5-4c6f-a75e-995278980caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:51.653475 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-61ae3738-9a3f-4ac7-bec0-7445dd4ab9e6 req-aa059d3f-07e5-4c6f-a75e-995278980caf service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 1129 time: 0.0607913 Jun 27 21:16:51.778516 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43234) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:51.789972 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cabaf5-e57b-4236-92eb-60379ee920d1 req-bacc743d-007a-4140-9813-356e257497a0 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:51.793529 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-56cabaf5-e57b-4236-92eb-60379ee920d1 req-bacc743d-007a-4140-9813-356e257497a0 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 946 time: 0.0894322 Jun 27 21:16:51.818948 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:16:51.857943 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-61ae3738-9a3f-4ac7-bec0-7445dd4ab9e6 req-9bb572a6-b709-489a-bb6a-da40062001dd service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974759 Jun 27 21:16:51.912035 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-56cabaf5-e57b-4236-92eb-60379ee920d1 req-c3b3f716-2528-4331-908e-34fc3e60a594 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015313 Jun 27 21:16:51.980818 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-65566f04-757a-45df-b98d-6d1da67ba416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:52.022334 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:52.054463 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ebd001b2-1ab5-4c5f-aea9-1db3aa0ec7ab req-5b1cc841-d7c4-406a-9160-a2ccb24f0273 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4409335 Jun 27 21:16:52.101893 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edae41-a1ec-4002-9436-58ab1e7fce70 req-715f4480-c0e3-4017-b5b7-2031a0b0ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:52.104296 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b1edae41-a1ec-4002-9436-58ab1e7fce70 req-715f4480-c0e3-4017-b5b7-2031a0b0ff16 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.4794092 Jun 27 21:16:52.131519 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-65566f04-757a-45df-b98d-6d1da67ba416 admin admin] Publish callbacks [] for security_group (5929e26f-38cb-4f9f-b2b7-9ac4d08e039d), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:52.140489 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e71ae-c35b-4046-bf0f-6ec1734baff5 req-3b630f3b-4130-46b7-b840-210964f48bf8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:52.142014 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-763e71ae-c35b-4046-bf0f-6ec1734baff5 req-3b630f3b-4130-46b7-b840-210964f48bf8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0713124 Jun 27 21:16:52.143065 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-65566f04-757a-45df-b98d-6d1da67ba416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (5929e26f-38cb-4f9f-b2b7-9ac4d08e039d), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:52.168156 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:52.199456 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b1edae41-a1ec-4002-9436-58ab1e7fce70 req-48cf1c32-d90d-447e-b018-f844ebd8ed29 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6130374-d711-4d19-a701-67a2bc874882 HTTP/1.1" status: 200 len: 217 time: 0.0360782 Jun 27 21:16:52.206395 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-65566f04-757a-45df-b98d-6d1da67ba416 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=604c9da44965474fb182409ff5aec20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116168 Jun 27 21:16:52.207143 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65566f04-757a-45df-b98d-6d1da67ba416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5929e26f-38cb-4f9f-b2b7-9ac4d08e039d,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:52.211399 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43244) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:52.260602 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-763e71ae-c35b-4046-bf0f-6ec1734baff5 req-fb50684f-b3be-46c9-98e5-9c5093403584 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113515 Jun 27 21:16:52.265347 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edae41-a1ec-4002-9436-58ab1e7fce70 req-a529273e-345d-44d8-bf3e-afcd9e7903e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:52.266980 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b1edae41-a1ec-4002-9436-58ab1e7fce70 req-a529273e-345d-44d8-bf3e-afcd9e7903e9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.0611048 Jun 27 21:16:52.300517 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d759e1b5-82e0-4ee0-a58b-1635c409e309 admin admin] Publish callbacks [] for security_group (5929e26f-38cb-4f9f-b2b7-9ac4d08e039d), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:52.334872 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d759e1b5-82e0-4ee0-a58b-1635c409e309 admin admin] Publish callbacks [] for security_group (5929e26f-38cb-4f9f-b2b7-9ac4d08e039d), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:52.336610 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26481a9-c6fe-4873-9801-d34f3661c1d1 req-e14f2932-17f6-4db4-901a-48475db6a94d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:52.339079 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a26481a9-c6fe-4873-9801-d34f3661c1d1 req-e14f2932-17f6-4db4-901a-48475db6a94d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0568714 Jun 27 21:16:52.389911 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a26481a9-c6fe-4873-9801-d34f3661c1d1 req-bc0319fb-fbd0-498b-945c-fce23d4d2eb1 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451601 Jun 27 21:16:52.416449 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de54808-7215-48a3-8344-ee5680120151'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:52.419101 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b716440-da72-4d3f-8cbe-54afc4d91933" -d '{"events": [{"server_uuid": "b2a76ab5-ca81-472e-8d89-69e63b684ae3", "name": "network-vif-plugged", "status": "completed", "tag": "6de54808-7215-48a3-8344-ee5680120151"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:52.539017 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2496e-ae70-4acf-85cf-329973c988ee req-ea68124e-8f62-4b79-a7e6-2d5837965cf6 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:52.540878 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4fb2496e-ae70-4acf-85cf-329973c988ee req-ea68124e-8f62-4b79-a7e6-2d5837965cf6 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0540206 Jun 27 21:16:52.550664 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 43254) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:52.558827 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-8140a2ba-9b2b-4195-b5a3-d8d6918f9d41 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'floatingip': {'port_id': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:52.591058 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b20ec7-2561-436b-9c14-04b13870d72d x-openstack-request-id: req-17b20ec7-2561-436b-9c14-04b13870d72d {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:52.591433 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a76ab5-ca81-472e-8d89-69e63b684ae3", "name": "network-vif-plugged", "status": "completed", "tag": "6de54808-7215-48a3-8344-ee5680120151", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:52.591741 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17b20ec7-2561-436b-9c14-04b13870d72d {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:52.592192 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b20ec7-2561-436b-9c14-04b13870d72d'] response: {'server_uuid': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de54808-7215-48a3-8344-ee5680120151', 'code': 200} Jun 27 21:16:52.620808 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef16cf2-9396-4d76-8bf3-aab0df1594b4 req-4334dcd9-6d9b-4866-86b7-f2ae5b7af9e0 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:52.622338 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8ef16cf2-9396-4d76-8bf3-aab0df1594b4 req-4334dcd9-6d9b-4866-86b7-f2ae5b7af9e0 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.2849395 Jun 27 21:16:52.632409 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8140a2ba-9b2b-4195-b5a3-d8d6918f9d41 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (1ba26f64-05c7-4699-9789-b4d37ccd12e9), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:52.646982 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d759e1b5-82e0-4ee0-a58b-1635c409e309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (5929e26f-38cb-4f9f-b2b7-9ac4d08e039d), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:52.649561 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d759e1b5-82e0-4ee0-a58b-1635c409e309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:52.650666 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d759e1b5-82e0-4ee0-a58b-1635c409e309 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5929e26f-38cb-4f9f-b2b7-9ac4d08e039d HTTP/1.1" status: 204 len: 168 time: 0.4380760 Jun 27 21:16:52.664850 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759e1b5-82e0-4ee0-a58b-1635c409e309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5929e26f-38cb-4f9f-b2b7-9ac4d08e039d,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:52.699323 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8ef16cf2-9396-4d76-8bf3-aab0df1594b4 req-35a44632-1c61-430b-977b-bfaacdc6b7c7 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674145 Jun 27 21:16:52.812560 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:52.817481 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edae41-a1ec-4002-9436-58ab1e7fce70 req-e24465b9-5d2c-4645-92c7-6aa7ee797415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:52.819006 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b1edae41-a1ec-4002-9436-58ab1e7fce70 req-e24465b9-5d2c-4645-92c7-6aa7ee797415 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971603 Jun 27 21:16:52.995275 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6f7ba-8227-4475-96be-1b2763cd769d req-b68acfae-015c-46b8-892e-e8a3bbc3a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:52.996792 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-19b6f7ba-8227-4475-96be-1b2763cd769d req-b68acfae-015c-46b8-892e-e8a3bbc3a10c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 1130 time: 0.0729766 Jun 27 21:16:53.149235 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b1edae41-a1ec-4002-9436-58ab1e7fce70 req-7672cd21-6721-4231-bdf1-e3467d0d63c0 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131695 Jun 27 21:16:53.159755 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a37891-84d2-480e-89a4-55736522275e req-ea3366a7-ef9f-4b0e-b3c4-fb6a615d69fe tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:53.161229 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a5a37891-84d2-480e-89a4-55736522275e req-ea3366a7-ef9f-4b0e-b3c4-fb6a615d69fe tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 946 time: 0.1145902 Jun 27 21:16:53.169117 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43268) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:53.185151 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7ca8851b-3452-4d33-9e94-1be39643e9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.230038 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:16:53.253120 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:53.280777 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:53.294529 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b769806-4f8d-4230-9e8a-46395447bbc8 req-822a940e-4ea3-400a-ad85-b4d46ed49903 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:53.306809 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5b769806-4f8d-4230-9e8a-46395447bbc8 req-822a940e-4ea3-400a-ad85-b4d46ed49903 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 944 time: 0.0968800 Jun 27 21:16:53.320586 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:16:53.343666 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:16:53.343666 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.404020 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7ca8851b-3452-4d33-9e94-1be39643e9b0 admin admin] Publish callbacks [] for security_group (8e142f49-68c7-40cb-83bf-dbcfa2c4a474), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.407974 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5b769806-4f8d-4230-9e8a-46395447bbc8 req-7010072c-e7cf-49ed-8e25-4b7d50e35fef tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001759 Jun 27 21:16:53.416534 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7ca8851b-3452-4d33-9e94-1be39643e9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (8e142f49-68c7-40cb-83bf-dbcfa2c4a474), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.421721 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a5a37891-84d2-480e-89a4-55736522275e req-182f7933-a422-4447-9b37-232dd2182176 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493618 Jun 27 21:16:53.437039 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:53.474779 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8851b-3452-4d33-9e94-1be39643e9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e142f49-68c7-40cb-83bf-dbcfa2c4a474,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:53.482051 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-7ca8851b-3452-4d33-9e94-1be39643e9b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01b4d0280c4e401ebd287b2f531819e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116980 Jun 27 21:16:53.484953 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43278) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:53.502075 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:53.526101 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:16:53.526807 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.568179 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-629cb25f-b05b-4545-a832-f3ba431841cd admin admin] Publish callbacks [] for security_group (8e142f49-68c7-40cb-83bf-dbcfa2c4a474), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.571055 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:16:53.576264 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.642693 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f09c7-d115-4f42-8e43-f16c32b674b5 req-d650c9af-222d-4695-8e5b-dcb16c07c117 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:53.644578 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:53.644719 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-103f09c7-d115-4f42-8e43-f16c32b674b5 req-d650c9af-222d-4695-8e5b-dcb16c07c117 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.1058953 Jun 27 21:16:53.647033 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-629cb25f-b05b-4545-a832-f3ba431841cd admin admin] Publish callbacks [] for security_group (8e142f49-68c7-40cb-83bf-dbcfa2c4a474), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.670253 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8140a2ba-9b2b-4195-b5a3-d8d6918f9d41 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.675837 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8140a2ba-9b2b-4195-b5a3-d8d6918f9d41 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (1ba26f64-05c7-4699-9789-b4d37ccd12e9), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.723235 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-19b6f7ba-8227-4475-96be-1b2763cd769d req-6fdb0a28-83a2-4d1f-a57b-1a895eeb934d service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284814 Jun 27 21:16:53.755657 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-103f09c7-d115-4f42-8e43-f16c32b674b5 req-83426f1f-3132-4f25-8b53-9f74964f9374 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034298 Jun 27 21:16:53.769018 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-629cb25f-b05b-4545-a832-f3ba431841cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (8e142f49-68c7-40cb-83bf-dbcfa2c4a474), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.775578 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-629cb25f-b05b-4545-a832-f3ba431841cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:53.779375 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-629cb25f-b05b-4545-a832-f3ba431841cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e142f49-68c7-40cb-83bf-dbcfa2c4a474 HTTP/1.1" status: 204 len: 168 time: 0.2906613 Jun 27 21:16:53.786101 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cb25f-b05b-4545-a832-f3ba431841cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e142f49-68c7-40cb-83bf-dbcfa2c4a474,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:54.115224 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-8140a2ba-9b2b-4195-b5a3-d8d6918f9d41 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Floating IP 1ba26f64-05c7-4699-9789-b4d37ccd12e9 associated. External IP: 172.27.0.196, port: f88b5f5e-d7cd-4400-8ce9-9cede29542e2. Jun 27 21:16:54.169546 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf4954-61c4-43d6-b259-ef675e033749 req-492e5e2d-c5c8-45bb-920e-faca1306fba0 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:54.171604 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c4bf4954-61c4-43d6-b259-ef675e033749 req-492e5e2d-c5c8-45bb-920e-faca1306fba0 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.1381395 Jun 27 21:16:54.192398 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b1edae41-a1ec-4002-9436-58ab1e7fce70 req-5068c6a2-2bd9-4dce-ac73-6ff1f653e66f service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786069 Jun 27 21:16:54.280768 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c4bf4954-61c4-43d6-b259-ef675e033749 req-023153db-bbfa-4db7-b73a-4fd5cdf14f39 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000473 Jun 27 21:16:54.284614 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:54.441591 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8140a2ba-9b2b-4195-b5a3-d8d6918f9d41 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Router d007bc45-beb0-4986-b003-751ca2df7666 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:16:54.593646 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:54.596347 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cd188c-5a8f-49a9-a980-3e8eb4881b47" -d '{"events": [{"server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "name": "network-vif-plugged", "status": "completed", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:54.625494 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc3c52-1d05-4e45-b3c3-24c940b71735 req-8e5e43de-6b31-47bd-aae8-cb57ff2a3f35 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:54.627668 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-67cc3c52-1d05-4e45-b3c3-24c940b71735 req-8e5e43de-6b31-47bd-aae8-cb57ff2a3f35 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 946 time: 0.0661080 Jun 27 21:16:54.729585 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8140a2ba-9b2b-4195-b5a3-d8d6918f9d41 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:16:54.731328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0505bda-f46e-4d2a-a42f-4a4106d9f110 req-b04896e7-3551-4c22-981d-9ad97551fe96 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:54.748749 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f0505bda-f46e-4d2a-a42f-4a4106d9f110 req-b04896e7-3551-4c22-981d-9ad97551fe96 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.1115479 Jun 27 21:16:54.749733 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59560913-0c02-4cf5-b032-27b52fb05153 None None] Sync routers for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:16:54.759548 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8140a2ba-9b2b-4195-b5a3-d8d6918f9d41 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:54.771657 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:54.772219 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59560913-0c02-4cf5-b032-27b52fb05153 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:54.772865 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-59560913-0c02-4cf5-b032-27b52fb05153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:16:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:54.838435 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f0505bda-f46e-4d2a-a42f-4a4106d9f110 req-0107aadd-368c-432b-8ee0-430485e03518 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828719 Jun 27 21:16:54.869845 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-67cc3c52-1d05-4e45-b3c3-24c940b71735 req-cb822e8a-e24f-48fb-a801-c7746fab2568 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108576 Jun 27 21:16:54.879842 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8140a2ba-9b2b-4195-b5a3-d8d6918f9d41 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "PUT /v2.0/floatingips/1ba26f64-05c7-4699-9789-b4d37ccd12e9 HTTP/1.1" status: 200 len: 991 time: 2.3278716 Jun 27 21:16:54.881036 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'tag': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:54.884330 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614" -d '{"events": [{"name": "network-changed", "server_uuid": "977f8cd5-d96e-4a13-b043-405e5c4325f1", "tag": "f88b5f5e-d7cd-4400-8ce9-9cede29542e2"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:54.912698 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6622e49-5d5a-4131-85b4-a69164d8c0d8 x-openstack-request-id: req-e6622e49-5d5a-4131-85b4-a69164d8c0d8 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:54.913265 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "name": "network-vif-plugged", "status": "completed", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:54.913698 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6622e49-5d5a-4131-85b4-a69164d8c0d8 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:54.914279 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6622e49-5d5a-4131-85b4-a69164d8c0d8'] response: {'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'code': 200} Jun 27 21:16:54.960755 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bbdad8-e371-4fe3-bd2f-2b131f194984 x-openstack-request-id: req-48bbdad8-e371-4fe3-bd2f-2b131f194984 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:54.961504 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977f8cd5-d96e-4a13-b043-405e5c4325f1", "tag": "f88b5f5e-d7cd-4400-8ce9-9cede29542e2", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:54.962032 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48bbdad8-e371-4fe3-bd2f-2b131f194984 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:54.962785 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48bbdad8-e371-4fe3-bd2f-2b131f194984'] response: {'name': 'network-changed', 'server_uuid': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'tag': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2', 'status': 'completed', 'code': 200} Jun 27 21:16:55.011918 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-59560913-0c02-4cf5-b032-27b52fb05153 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:55.035107 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9443bd1-b23e-4d9f-b33f-9c0e5f5ef197 req-30a7f3c8-c06c-447a-be82-4960b0dc9dd4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:55.036852 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d9443bd1-b23e-4d9f-b33f-9c0e5f5ef197 req-30a7f3c8-c06c-447a-be82-4960b0dc9dd4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0636213 Jun 27 21:16:55.109166 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d9443bd1-b23e-4d9f-b33f-9c0e5f5ef197 req-61c3b88d-cdfe-4b1f-a35b-80ab7e6a7233 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625067 Jun 27 21:16:55.404190 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-59560913-0c02-4cf5-b032-27b52fb05153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1ba26f64-05c7-4699-9789-b4d37ccd12e9', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'port_id': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'mac_address': 'fa:16:3e:d7:14:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:12Z', 'updated_at': '2022-06-27T21:16:53Z', 'revision_number': 1, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:55.429092 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59560913-0c02-4cf5-b032-27b52fb05153 None None] Checking router: d007bc45-beb0-4986-b003-751ca2df7666 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:16:55.438861 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59560913-0c02-4cf5-b032-27b52fb05153 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:55.439597 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-59560913-0c02-4cf5-b032-27b52fb05153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:16:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:55.545752 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-59560913-0c02-4cf5-b032-27b52fb05153 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:55.656143 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614 req-08db831c-fa5f-4009-9ca5-197d4f638961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:55.658082 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614 req-08db831c-fa5f-4009-9ca5-197d4f638961 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 1129 time: 0.0432808 Jun 27 21:16:55.787684 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:55.799432 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-59560913-0c02-4cf5-b032-27b52fb05153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1ba26f64-05c7-4699-9789-b4d37ccd12e9', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'port_id': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'mac_address': 'fa:16:3e:d7:14:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:12Z', 'updated_at': '2022-06-27T21:16:53Z', 'revision_number': 1, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:55.828763 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25024e0a-1021-49aa-bfb5-e0d7e131550a req-eaa9a9e4-2561-4d52-96af-10b0b70f0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:55.830935 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-25024e0a-1021-49aa-bfb5-e0d7e131550a req-eaa9a9e4-2561-4d52-96af-10b0b70f0c8c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 1129 time: 0.0537851 Jun 27 21:16:55.832070 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59560913-0c02-4cf5-b032-27b52fb05153 None None] The sync data for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi is: [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1ba26f64-05c7-4699-9789-b4d37ccd12e9', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'port_id': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'mac_address': 'fa:16:3e:d7:14:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:12Z', 'updated_at': '2022-06-27T21:16:53Z', 'revision_number': 1, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:16:55.942992 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614 req-f7687f9b-b93a-4486-9e77-b2f0089ff382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:55.945433 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-25024e0a-1021-49aa-bfb5-e0d7e131550a req-0d9e8832-b3b3-4ff2-a0ee-ceb3ef0389c3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045039 Jun 27 21:16:55.947031 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614 req-f7687f9b-b93a-4486-9e77-b2f0089ff382 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 200 len: 911 time: 0.1689687 Jun 27 21:16:56.069890 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee374b9-6f66-403f-b191-e22c771a02dc req-79ec7212-55ce-4de5-bf32-40423887bfcc tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:56.077159 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-cee374b9-6f66-403f-b191-e22c771a02dc req-79ec7212-55ce-4de5-bf32-40423887bfcc tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 946 time: 0.0689151 Jun 27 21:16:56.124559 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cc018-66de-4efb-9f79-631298d5b653 req-7353999a-e452-467f-b9f3-920e82e22c05 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:56.126868 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4a7cc018-66de-4efb-9f79-631298d5b653 req-7353999a-e452-467f-b9f3-920e82e22c05 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.1219842 Jun 27 21:16:56.141588 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-cee374b9-6f66-403f-b191-e22c771a02dc req-5f03770d-ae91-4291-83a0-9f94f6f4db95 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632741 Jun 27 21:16:56.216964 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4a7cc018-66de-4efb-9f79-631298d5b653 req-8ad9bcbd-8e9c-4ad4-bdb5-d5161bada2dc tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835297 Jun 27 21:16:56.378870 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97a3ea-4a67-4319-b40e-0fb7fcc8950e req-865bc836-3c47-430f-a308-56ee1e9520a6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:56.380887 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ec97a3ea-4a67-4319-b40e-0fb7fcc8950e req-865bc836-3c47-430f-a308-56ee1e9520a6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0983739 Jun 27 21:16:56.476961 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ec97a3ea-4a67-4319-b40e-0fb7fcc8950e req-3e9d71e4-c13c-48b5-852e-e0929e7b5098 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763972 Jun 27 21:16:56.530250 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614 req-9b64997e-1f10-46a4-9f13-ca07bb768e7c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f88b5f5e-d7cd-4400-8ce9-9cede29542e2 HTTP/1.1" status: 200 len: 999 time: 0.2028754 Jun 27 21:16:56.601547 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86978b-b18d-4b1e-870e-eb92c983e422 req-79547235-7c78-4d01-9a46-317d08e446c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:56.603464 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fa86978b-b18d-4b1e-870e-eb92c983e422 req-79547235-7c78-4d01-9a46-317d08e446c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 946 time: 0.0537682 Jun 27 21:16:56.612903 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43392) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:56.617573 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-28333cbd-f468-420b-b20c-0abee2e7e55b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'floatingip': {'port_id': '6de54808-7215-48a3-8344-ee5680120151'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:56.701674 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-28333cbd-f468-420b-b20c-0abee2e7e55b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (1835c1e6-1c0e-40b3-978a-2b98e1fab870), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:56.941720 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5834675-0302-4a7e-9f82-c1eef683d68d None None] New status for floating IP 1ba26f64-05c7-4699-9789-b4d37ccd12e9: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:16:57.046955 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:57.069572 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614 req-cfb7c30d-b199-4fa7-b368-143705b571b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:57.071053 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614 req-cfb7c30d-b199-4fa7-b368-143705b571b8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=213cf038-a41b-410c-bb9f-41e81ba7f4cf HTTP/1.1" status: 200 len: 849 time: 0.1554563 Jun 27 21:16:57.134135 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614 req-c918fd41-2889-46ef-96bd-0a5d6fa178a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:57.136258 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614 req-c918fd41-2889-46ef-96bd-0a5d6fa178a5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1ab36d48-170c-4f48-af11-d6da9c4061e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587192 Jun 27 21:16:57.284968 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614 req-34f8a105-d3f1-4fd8-b5d9-35bae66c8865 service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327305 Jun 27 21:16:57.424386 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59f402-86ae-4522-9dfb-f643c684fb67 req-120f0d1e-0beb-4ae1-ac9e-dd0bc4e9bb0e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:57.425969 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3e59f402-86ae-4522-9dfb-f643c684fb67 req-120f0d1e-0beb-4ae1-ac9e-dd0bc4e9bb0e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0989344 Jun 27 21:16:57.583720 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:57.596428 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3e59f402-86ae-4522-9dfb-f643c684fb67 req-8bebbe89-8bee-48c5-8038-643fc391ae74 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432414 Jun 27 21:16:57.598689 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-28333cbd-f468-420b-b20c-0abee2e7e55b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:57.605737 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-28333cbd-f468-420b-b20c-0abee2e7e55b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (1835c1e6-1c0e-40b3-978a-2b98e1fab870), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:57.612985 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1ffeca90-a1e2-4eb2-8f14-39fd2996d614 req-73dfd2e5-8733-490f-a123-eafdde84a9f9 service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844575 Jun 27 21:16:57.654283 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16078b81-6510-4712-86bd-2118e17707e4 req-ef289636-d602-4755-b70b-e1fd0b7b6023 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:57.655850 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-16078b81-6510-4712-86bd-2118e17707e4 req-ef289636-d602-4755-b70b-e1fd0b7b6023 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0746729 Jun 27 21:16:57.716100 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-16078b81-6510-4712-86bd-2118e17707e4 req-c868baa6-3f93-4762-b121-5130572062a5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535071 Jun 27 21:16:57.721411 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [None req-28333cbd-f468-420b-b20c-0abee2e7e55b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Floating IP 1835c1e6-1c0e-40b3-978a-2b98e1fab870 associated. External IP: 172.27.0.134, port: 6de54808-7215-48a3-8344-ee5680120151. Jun 27 21:16:57.782473 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:57.789442 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:16:58.181205 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28333cbd-f468-420b-b20c-0abee2e7e55b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Router 6a82da67-b908-4e2c-89ed-54a09475cceb has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:16:58.328630 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28333cbd-f468-420b-b20c-0abee2e7e55b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:16:58.333515 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-28333cbd-f468-420b-b20c-0abee2e7e55b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:58.342123 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0681e2c-f02a-4040-84a7-a213d1a38598 None None] Sync routers for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:16:58.359860 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0681e2c-f02a-4040-84a7-a213d1a38598 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:58.361041 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-c0681e2c-f02a-4040-84a7-a213d1a38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:16:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:58.377272 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-28333cbd-f468-420b-b20c-0abee2e7e55b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "PUT /v2.0/floatingips/1835c1e6-1c0e-40b3-978a-2b98e1fab870 HTTP/1.1" status: 200 len: 992 time: 1.7631404 Jun 27 21:16:58.378087 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'tag': '6de54808-7215-48a3-8344-ee5680120151'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:16:58.380449 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a76ab5-ca81-472e-8d89-69e63b684ae3", "tag": "6de54808-7215-48a3-8344-ee5680120151"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:16:58.426216 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aefc0c8-5552-4240-b357-61520cc20628 x-openstack-request-id: req-8aefc0c8-5552-4240-b357-61520cc20628 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:16:58.426688 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a76ab5-ca81-472e-8d89-69e63b684ae3", "tag": "6de54808-7215-48a3-8344-ee5680120151", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:16:58.426900 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8aefc0c8-5552-4240-b357-61520cc20628 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:16:58.427352 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aefc0c8-5552-4240-b357-61520cc20628'] response: {'name': 'network-changed', 'server_uuid': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'tag': '6de54808-7215-48a3-8344-ee5680120151', 'status': 'completed', 'code': 200} Jun 27 21:16:58.495145 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-c0681e2c-f02a-4040-84a7-a213d1a38598 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:58.522949 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d req-bb824bd3-17f8-4db2-b701-2966ea295af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:58.525446 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d req-bb824bd3-17f8-4db2-b701-2966ea295af1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 1130 time: 0.0436106 Jun 27 21:16:58.572157 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:58.611874 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:58.634405 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d req-b6b84ba4-5265-4596-afae-8571e67301e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:58.635962 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d req-b6b84ba4-5265-4596-afae-8571e67301e2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 915 time: 0.0989723 Jun 27 21:16:58.747285 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-c0681e2c-f02a-4040-84a7-a213d1a38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1835c1e6-1c0e-40b3-978a-2b98e1fab870', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '6de54808-7215-48a3-8344-ee5680120151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:ba:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:20Z', 'updated_at': '2022-06-27T21:16:57Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:58.754052 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d req-1fe36917-12e6-477f-8362-00192953e885 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de54808-7215-48a3-8344-ee5680120151 HTTP/1.1" status: 200 len: 1000 time: 0.1068504 Jun 27 21:16:58.763306 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710d657-2f47-497f-93bb-fa4b13a9a654 req-f440ef21-eb0c-4e08-b185-e67236dca042 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:58.764893 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9710d657-2f47-497f-93bb-fa4b13a9a654 req-f440ef21-eb0c-4e08-b185-e67236dca042 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0670192 Jun 27 21:16:58.777209 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0681e2c-f02a-4040-84a7-a213d1a38598 None None] Checking router: 6a82da67-b908-4e2c-89ed-54a09475cceb for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:16:58.787534 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0681e2c-f02a-4040-84a7-a213d1a38598 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:16:58.788249 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-c0681e2c-f02a-4040-84a7-a213d1a38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:16:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:58.843410 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d req-44a9cdc2-51a5-4019-bdf9-58d6d5904225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:58.845288 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d req-44a9cdc2-51a5-4019-bdf9-58d6d5904225 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 200 len: 853 time: 0.0792429 Jun 27 21:16:58.879297 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c606-87c1-43c7-8e49-fe926bec7c1f req-176ebb5d-b598-4aa3-af9b-30508884ddbb tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:58.882312 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-02c3c606-87c1-43c7-8e49-fe926bec7c1f req-176ebb5d-b598-4aa3-af9b-30508884ddbb tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0580719 Jun 27 21:16:58.887308 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9710d657-2f47-497f-93bb-fa4b13a9a654 req-d6262301-ab80-4e88-9f19-1cf08cb7a5f1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875900 Jun 27 21:16:58.899033 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d req-26f8e7dd-f07b-4903-bbac-675df10f18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:58.900734 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d req-26f8e7dd-f07b-4903-bbac-675df10f18cb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88eac9a2-e4a8-414f-a6be-c486870814c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474465 Jun 27 21:16:58.900884 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-c0681e2c-f02a-4040-84a7-a213d1a38598 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:16:58.946731 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-02c3c606-87c1-43c7-8e49-fe926bec7c1f req-98353e7b-7e1a-4874-b56a-35690a81fa14 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598290 Jun 27 21:16:59.047147 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:59.061938 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1cd93-6205-4526-b92c-d76266e3e961 req-9d2aaf1c-3196-4fc0-b4d7-75009320834a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:16:59.063490 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5fa1cd93-6205-4526-b92c-d76266e3e961 req-9d2aaf1c-3196-4fc0-b4d7-75009320834a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0750582 Jun 27 21:16:59.066338 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d req-74638f4e-82d4-4060-8d76-e046a20bb613 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589720 Jun 27 21:16:59.080965 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43466) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:59.092540 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-ea8c6c4b-bd98-49d9-8b39-dffb2c379ca9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'floatingip': {'port_id': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:16:59.152640 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6c4b-bd98-49d9-8b39-dffb2c379ca9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (302f925f-d7ff-46f9-b72d-9881f241d4f9), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:59.197543 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-c0681e2c-f02a-4040-84a7-a213d1a38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1835c1e6-1c0e-40b3-978a-2b98e1fab870', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '6de54808-7215-48a3-8344-ee5680120151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:ba:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:20Z', 'updated_at': '2022-06-27T21:16:57Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:16:59.228742 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0681e2c-f02a-4040-84a7-a213d1a38598 None None] The sync data for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi is: [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1835c1e6-1c0e-40b3-978a-2b98e1fab870', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '6de54808-7215-48a3-8344-ee5680120151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:ba:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:20Z', 'updated_at': '2022-06-27T21:16:57Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:16:59.229297 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e17d418c-ff55-46ee-b6fb-0ec011d5cd8d req-2ea7f211-29a2-428e-92f2-5dccfc20c6e4 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552286 Jun 27 21:16:59.453382 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:59.488950 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 43488) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:59.541925 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27397fa-8da6-41c4-bec2-cbc163d4dd3f admin admin] Deleting subnet b6617560-efb9-4392-a97b-fe6d2f19edfb {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:16:59.546068 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b27397fa-8da6-41c4-bec2-cbc163d4dd3f admin admin] Publish callbacks [] for subnet (b6617560-efb9-4392-a97b-fe6d2f19edfb), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:59.588381 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b27397fa-8da6-41c4-bec2-cbc163d4dd3f admin admin] Publish callbacks [] for subnet (b6617560-efb9-4392-a97b-fe6d2f19edfb), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:59.600007 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b27397fa-8da6-41c4-bec2-cbc163d4dd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (b6617560-efb9-4392-a97b-fe6d2f19edfb), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:59.675335 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b27397fa-8da6-41c4-bec2-cbc163d4dd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (b6617560-efb9-4392-a97b-fe6d2f19edfb), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:59.685985 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:16:59.709017 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27397fa-8da6-41c4-bec2-cbc163d4dd3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6617560-efb9-4392-a97b-fe6d2f19edfb,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:16:59.712417 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b27397fa-8da6-41c4-bec2-cbc163d4dd3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:59.721094 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43492) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:16:59.721798 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b27397fa-8da6-41c4-bec2-cbc163d4dd3f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b6617560-efb9-4392-a97b-fe6d2f19edfb HTTP/1.1" status: 204 len: 168 time: 0.2317271 Jun 27 21:16:59.833076 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6c4b-bd98-49d9-8b39-dffb2c379ca9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:59.841455 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (db2bfe02-98ec-4b27-a84c-647206add41a), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:59.843579 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6c4b-bd98-49d9-8b39-dffb2c379ca9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (302f925f-d7ff-46f9-b72d-9881f241d4f9), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:16:59.928302 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:00.017952 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (db2bfe02-98ec-4b27-a84c-647206add41a), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:00.032460 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [None req-ea8c6c4b-bd98-49d9-8b39-dffb2c379ca9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Floating IP 302f925f-d7ff-46f9-b72d-9881f241d4f9 associated. External IP: 172.27.0.118, port: c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e. Jun 27 21:17:00.089855 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.090206 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.090924 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.091328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > port after_create 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.091590 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.091909 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > port after_update 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.092223 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.092547 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.092825 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.093162 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.111720 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c672dc9-791f-4f34-b4a8-0071a1f7f611 None None] New status for floating IP 1835c1e6-1c0e-40b3-978a-2b98e1fab870: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:17:00.261900 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.262115 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.262441 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.262761 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:17:00.263238 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2bfe02-98ec-4b27-a84c-647206add41a']}} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:00.307916 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0f0765-7084-42c7-8ab6-7185a0420d60') {'for_net_delete': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:00.308347 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0f0765-7084-42c7-8ab6-7185a0420d60') {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:00.344550 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757304'] for segment (ae0f0765-7084-42c7-8ab6-7185a0420d60), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:00.351421 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc607bd-f128-4edd-81a6-81750fb45d17 req-e7484f05-01fa-495d-a3e6-6655d18e7c88 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:00.353047 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5dc607bd-f128-4edd-81a6-81750fb45d17 req-e7484f05-01fa-495d-a3e6-6655d18e7c88 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.2840118 Jun 27 21:17:00.416499 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (ae0f0765-7084-42c7-8ab6-7185a0420d60), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:00.433335 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=104131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:17:00.433708 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25770650'] for segment (ae0f0765-7084-42c7-8ab6-7185a0420d60), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:00.555582 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5dc607bd-f128-4edd-81a6-81750fb45d17 req-a2e3824a-fd1c-4dc5-ae2f-5dd0bc58ca36 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694024 Jun 27 21:17:00.560663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (db2bfe02-98ec-4b27-a84c-647206add41a), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:00.586435 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:00.593118 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] 10.222.0.13 "DELETE /v2.0/networks/db2bfe02-98ec-4b27-a84c-647206add41a HTTP/1.1" status: 204 len: 168 time: 0.8680229 Jun 27 21:17:00.593325 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43504) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:00.606665 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371229b5-1af1-4805-949d-7ecf20b367dc admin admin] Pushing event deleted for resources: {'Network': ['ID=db2bfe02-98ec-4b27-a84c-647206add41a,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:00.689151 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment ae0f0765-7084-42c7-8ab6-7185a0420d60 resource provider aggregate not found Jun 27 21:17:00.695158 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f27786c-d63a-41f0-9d0e-a7e566441739 admin admin] Deleting subnet 5f62c8c3-b2dd-4048-ad88-9d920b5bb056 {{(pid=104131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:17:00.701803 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2f27786c-d63a-41f0-9d0e-a7e566441739 admin admin] Publish callbacks [] for subnet (5f62c8c3-b2dd-4048-ad88-9d920b5bb056), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:00.704760 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8c6c4b-bd98-49d9-8b39-dffb2c379ca9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Router cf696b2c-41e8-4d11-b342-d6cf053bfa9b has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:17:00.727342 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:00.732496 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment ae0f0765-7084-42c7-8ab6-7185a0420d60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae0f0765-7084-42c7-8ab6-7185a0420d60 found for delete ", "request_id": "req-95cb3ae3-0938-4e1c-8e36-198846eda52e"}]} Jun 27 21:17:00.756136 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2f27786c-d63a-41f0-9d0e-a7e566441739 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757281'] for subnet (5f62c8c3-b2dd-4048-ad88-9d920b5bb056), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:00.872331 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2f27786c-d63a-41f0-9d0e-a7e566441739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (5f62c8c3-b2dd-4048-ad88-9d920b5bb056), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:00.922518 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8c6c4b-bd98-49d9-8b39-dffb2c379ca9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:17:00.936300 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6c4b-bd98-49d9-8b39-dffb2c379ca9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:00.945329 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ae02e-8bf8-4691-be21-14cd7157e15c None None] Sync routers for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:17:00.951476 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:00.970943 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ae02e-8bf8-4691-be21-14cd7157e15c None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:00.971820 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-133ae02e-8bf8-4691-be21-14cd7157e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:16:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:00.981000 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-ea8c6c4b-bd98-49d9-8b39-dffb2c379ca9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "PUT /v2.0/floatingips/302f925f-d7ff-46f9-b72d-9881f241d4f9 HTTP/1.1" status: 200 len: 991 time: 1.8943272 Jun 27 21:17:00.981000 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:17:00.984200 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5767fb2-f6df-4621-8841-023d21080cda" -d '{"events": [{"name": "network-changed", "server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:17:00.988066 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2f27786c-d63a-41f0-9d0e-a7e566441739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966619'] for subnet (5f62c8c3-b2dd-4048-ad88-9d920b5bb056), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:01.016936 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27786c-d63a-41f0-9d0e-a7e566441739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f62c8c3-b2dd-4048-ad88-9d920b5bb056,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:01.019071 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2f27786c-d63a-41f0-9d0e-a7e566441739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:01.025032 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-2f27786c-d63a-41f0-9d0e-a7e566441739 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5f62c8c3-b2dd-4048-ad88-9d920b5bb056 HTTP/1.1" status: 204 len: 168 time: 0.4282010 Jun 27 21:17:01.029063 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43522) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:01.054077 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b45787-e36a-48a0-a49a-c600f41c4a10 x-openstack-request-id: req-23b45787-e36a-48a0-a49a-c600f41c4a10 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:17:01.054591 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:17:01.055713 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23b45787-e36a-48a0-a49a-c600f41c4a10 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:17:01.056401 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b45787-e36a-48a0-a49a-c600f41c4a10'] response: {'name': 'network-changed', 'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'status': 'completed', 'code': 200} Jun 27 21:17:01.113785 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (0e264005-42a7-4bdc-a0b8-f8ff34b75671), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:01.126561 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-133ae02e-8bf8-4691-be21-14cd7157e15c None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:01.174169 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5767fb2-f6df-4621-8841-023d21080cda req-62fca5ea-c400-4bec-8c31-8d6f0f195f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:01.175684 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b5767fb2-f6df-4621-8841-023d21080cda req-62fca5ea-c400-4bec-8c31-8d6f0f195f9b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 1129 time: 0.0595958 Jun 27 21:17:01.215898 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (0e264005-42a7-4bdc-a0b8-f8ff34b75671), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:01.242954 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e264005-42a7-4bdc-a0b8-f8ff34b75671']}} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:01.255891 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e16635-43d9-48e5-89f0-5f8353234cd6') {'for_net_delete': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:01.256192 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e16635-43d9-48e5-89f0-5f8353234cd6') {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:01.271433 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757304'] for segment (97e16635-43d9-48e5-89f0-5f8353234cd6), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:01.288361 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (97e16635-43d9-48e5-89f0-5f8353234cd6), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:01.292481 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5767fb2-f6df-4621-8841-023d21080cda req-ef210b97-8eaa-486f-8a5c-87525ca03c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:01.294412 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b5767fb2-f6df-4621-8841-023d21080cda req-ef210b97-8eaa-486f-8a5c-87525ca03c6d service neutron] 10.222.0.33 "GET /v2.0/networks?id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 200 len: 917 time: 0.1069698 Jun 27 21:17:01.297022 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:17:01.297439 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25770650'] for segment (97e16635-43d9-48e5-89f0-5f8353234cd6), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:01.389075 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b5767fb2-f6df-4621-8841-023d21080cda req-3319d198-fb62-4a73-bd29-145f4b5b6c92 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e HTTP/1.1" status: 200 len: 999 time: 0.0866325 Jun 27 21:17:01.480856 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:01.497669 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5767fb2-f6df-4621-8841-023d21080cda req-b021a030-1026-4227-abab-7bb27ab39bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:01.500063 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b5767fb2-f6df-4621-8841-023d21080cda req-b021a030-1026-4227-abab-7bb27ab39bf2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c88f597f-8bc5-48ec-a171-53096e1581d7 HTTP/1.1" status: 200 len: 855 time: 0.0947778 Jun 27 21:17:01.500233 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-133ae02e-8bf8-4691-be21-14cd7157e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '302f925f-d7ff-46f9-b72d-9881f241d4f9', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'port_id': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'mac_address': 'fa:16:3e:bc:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:24Z', 'updated_at': '2022-06-27T21:16:59Z', 'revision_number': 1, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:01.530107 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ae02e-8bf8-4691-be21-14cd7157e15c None None] Checking router: cf696b2c-41e8-4d11-b342-d6cf053bfa9b for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:17:01.539736 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ae02e-8bf8-4691-be21-14cd7157e15c None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:01.540790 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-133ae02e-8bf8-4691-be21-14cd7157e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:16:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:01.574401 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5767fb2-f6df-4621-8841-023d21080cda req-ace48ac2-8b71-45e6-95de-da012e0d3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:01.576625 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b5767fb2-f6df-4621-8841-023d21080cda req-ace48ac2-8b71-45e6-95de-da012e0d3bf8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630431 Jun 27 21:17:01.631419 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (0e264005-42a7-4bdc-a0b8-f8ff34b75671), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:01.638544 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:01.642354 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0e264005-42a7-4bdc-a0b8-f8ff34b75671 HTTP/1.1" status: 204 len: 168 time: 0.6156297 Jun 27 21:17:01.665280 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-133ae02e-8bf8-4691-be21-14cd7157e15c None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:01.694607 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb82989-4882-41bc-97cb-a7c56ced30fd req-53193144-5075-417f-8b6d-7ca3d5764bee tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:01.696600 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1bb82989-4882-41bc-97cb-a7c56ced30fd req-53193144-5075-417f-8b6d-7ca3d5764bee tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0528276 Jun 27 21:17:01.707439 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf60e5-7afa-4e4c-95aa-dc3b65d07164 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e264005-42a7-4bdc-a0b8-f8ff34b75671,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:01.711855 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b5767fb2-f6df-4621-8841-023d21080cda req-2a54c32f-21f4-4c9d-abd5-c2ab7e5da9f0 service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184120 Jun 27 21:17:01.763311 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1bb82989-4882-41bc-97cb-a7c56ced30fd req-c633eb86-7cbd-401d-9d64-a55939116f2c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579727 Jun 27 21:17:01.824523 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b5767fb2-f6df-4621-8841-023d21080cda req-1ae9e0ae-d43e-42cf-97db-3b6ba47637ee service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065660 Jun 27 21:17:01.890767 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43534) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:01.894262 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:01.935943 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-aa4393ab-79d3-4874-bf17-056c120f843d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fb32a0153c1491bb10c2e798f1fcf46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438180 Jun 27 21:17:01.938717 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43536) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:01.956893 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-133ae02e-8bf8-4691-be21-14cd7157e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '302f925f-d7ff-46f9-b72d-9881f241d4f9', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'port_id': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'mac_address': 'fa:16:3e:bc:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:24Z', 'updated_at': '2022-06-27T21:16:59Z', 'revision_number': 1, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:01.981569 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ae02e-8bf8-4691-be21-14cd7157e15c None None] The sync data for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi is: [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '302f925f-d7ff-46f9-b72d-9881f241d4f9', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'port_id': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'mac_address': 'fa:16:3e:bc:91:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:24Z', 'updated_at': '2022-06-27T21:16:59Z', 'revision_number': 1, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:17:01.989006 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc79c-9b70-4204-a168-ec78bec75aa8 admin admin] Publish callbacks [] for security_group (12023824-d1b9-4c15-9e9c-7ad678ab036d), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:02.011703 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc79c-9b70-4204-a168-ec78bec75aa8 admin admin] Publish callbacks [] for security_group (12023824-d1b9-4c15-9e9c-7ad678ab036d), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:02.074591 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc79c-9b70-4204-a168-ec78bec75aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (12023824-d1b9-4c15-9e9c-7ad678ab036d), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:02.077732 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0ebbc79c-9b70-4204-a168-ec78bec75aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:02.079016 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-0ebbc79c-9b70-4204-a168-ec78bec75aa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12023824-d1b9-4c15-9e9c-7ad678ab036d HTTP/1.1" status: 204 len: 168 time: 0.1393843 Jun 27 21:17:02.097373 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbc79c-9b70-4204-a168-ec78bec75aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12023824-d1b9-4c15-9e9c-7ad678ab036d,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:02.566498 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 43564) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:02.621029 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-54d4a962-0f91-452c-b2e7-83ada1943777 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f044bbb8bb2d4af9ae27d3b849e3a369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528316 Jun 27 21:17:02.623848 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43568) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:02.685113 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:02.691663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-203e2328-9a9d-4ffb-86b4-d92b598974b7 admin admin] Publish callbacks [] for security_group (4b02318f-7f99-4fba-96b0-25de7fb12ffe), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:02.715065 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-203e2328-9a9d-4ffb-86b4-d92b598974b7 admin admin] Publish callbacks [] for security_group (4b02318f-7f99-4fba-96b0-25de7fb12ffe), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:02.760857 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment 97e16635-43d9-48e5-89f0-5f8353234cd6 resource provider aggregate not found Jun 27 21:17:02.775275 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-203e2328-9a9d-4ffb-86b4-d92b598974b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (4b02318f-7f99-4fba-96b0-25de7fb12ffe), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:02.778717 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-203e2328-9a9d-4ffb-86b4-d92b598974b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:02.782293 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-203e2328-9a9d-4ffb-86b4-d92b598974b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b02318f-7f99-4fba-96b0-25de7fb12ffe HTTP/1.1" status: 204 len: 168 time: 0.1541405 Jun 27 21:17:02.782293 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment 97e16635-43d9-48e5-89f0-5f8353234cd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97e16635-43d9-48e5-89f0-5f8353234cd6 found for delete ", "request_id": "req-bd823817-e158-4249-a6a6-0ee9d140db29"}]} Jun 27 21:17:02.791394 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e2328-9a9d-4ffb-86b4-d92b598974b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b02318f-7f99-4fba-96b0-25de7fb12ffe,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:02.796516 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec4bec7-8ee0-474e-8007-8a7dcc274cbd None None] New status for floating IP 302f925f-d7ff-46f9-b72d-9881f241d4f9: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:17:02.902873 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5eaa39-e6de-49b4-8eff-65cd65c4e066 req-2aeca796-956d-47a6-97b8-85355cee622e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:02.904599 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4c5eaa39-e6de-49b4-8eff-65cd65c4e066 req-2aeca796-956d-47a6-97b8-85355cee622e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0487862 Jun 27 21:17:02.960471 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4c5eaa39-e6de-49b4-8eff-65cd65c4e066 req-0ae62e80-49d9-4d3e-8a9d-f66a57cf898d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500944 Jun 27 21:17:04.028103 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 43620) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:04.077287 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 43624) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:04.096796 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3afea1-3fc4-4bc4-9e31-47c9fde12683 req-5775a639-ccaf-410b-aadb-b9b9691a166b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:04.098531 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ca3afea1-3fc4-4bc4-9e31-47c9fde12683 req-5775a639-ccaf-410b-aadb-b9b9691a166b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0519891 Jun 27 21:17:04.155263 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ca3afea1-3fc4-4bc4-9e31-47c9fde12683 req-92bfeed6-1bd0-4e14-a5a2-a0336b30e05b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486116 Jun 27 21:17:04.183638 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed13d-4239-488e-aefb-7d761da53957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.214236 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4c64d3ed-7da5-4065-8619-f9ed470a0555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.250365 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:04.290791 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:04.344582 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed13d-4239-488e-aefb-7d761da53957 admin admin] Publish callbacks [] for security_group (de4540c7-1787-430d-8abd-f4fae79e7b70), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.350970 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-eb6ed13d-4239-488e-aefb-7d761da53957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (de4540c7-1787-430d-8abd-f4fae79e7b70), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.374377 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4c64d3ed-7da5-4065-8619-f9ed470a0555 admin admin] Publish callbacks [] for security_group (68d25616-cb62-4ae6-a97c-f27f8f1424fc), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.384311 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-4c64d3ed-7da5-4065-8619-f9ed470a0555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (68d25616-cb62-4ae6-a97c-f27f8f1424fc), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.408689 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ed13d-4239-488e-aefb-7d761da53957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4540c7-1787-430d-8abd-f4fae79e7b70,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:04.414783 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-eb6ed13d-4239-488e-aefb-7d761da53957 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5a481ab707c47cca2b7ee7ee764a8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853850 Jun 27 21:17:04.418937 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43628) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:04.425787 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:04.440768 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-4c64d3ed-7da5-4065-8619-f9ed470a0555 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bfa6be0235e4bbdbb610c1ab68059f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609374 Jun 27 21:17:04.445469 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 43630) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:04.461725 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64d3ed-7da5-4065-8619-f9ed470a0555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d25616-cb62-4ae6-a97c-f27f8f1424fc,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:04.482269 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0bcb86e9-958e-4107-86d1-db8c914143a4 admin admin] Publish callbacks [] for security_group (de4540c7-1787-430d-8abd-f4fae79e7b70), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.507308 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0bcb86e9-958e-4107-86d1-db8c914143a4 admin admin] Publish callbacks [] for security_group (de4540c7-1787-430d-8abd-f4fae79e7b70), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.514406 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-804a8bd3-9603-47f5-aa00-5a518a48e1d6 admin admin] Publish callbacks [] for security_group (68d25616-cb62-4ae6-a97c-f27f8f1424fc), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.537369 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-804a8bd3-9603-47f5-aa00-5a518a48e1d6 admin admin] Publish callbacks [] for security_group (68d25616-cb62-4ae6-a97c-f27f8f1424fc), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.559266 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0bcb86e9-958e-4107-86d1-db8c914143a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (de4540c7-1787-430d-8abd-f4fae79e7b70), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.561964 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0bcb86e9-958e-4107-86d1-db8c914143a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.563094 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-0bcb86e9-958e-4107-86d1-db8c914143a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de4540c7-1787-430d-8abd-f4fae79e7b70 HTTP/1.1" status: 204 len: 168 time: 0.1432612 Jun 27 21:17:04.571092 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb86e9-958e-4107-86d1-db8c914143a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4540c7-1787-430d-8abd-f4fae79e7b70,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:04.603916 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-804a8bd3-9603-47f5-aa00-5a518a48e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (68d25616-cb62-4ae6-a97c-f27f8f1424fc), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.606935 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-804a8bd3-9603-47f5-aa00-5a518a48e1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:04.611198 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-804a8bd3-9603-47f5-aa00-5a518a48e1d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68d25616-cb62-4ae6-a97c-f27f8f1424fc HTTP/1.1" status: 204 len: 168 time: 0.1619277 Jun 27 21:17:04.617335 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a8bd3-9603-47f5-aa00-5a518a48e1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d25616-cb62-4ae6-a97c-f27f8f1424fc,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:04.972004 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43650) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:04.987987 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-23ea502d-829f-4971-a274-050a9afaa894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.088422 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-23ea502d-829f-4971-a274-050a9afaa894 admin admin] Publish callbacks [] for security_group (8b53ea64-4ee4-4b9f-8e66-a5a9c83b1372), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.094138 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-23ea502d-829f-4971-a274-050a9afaa894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (8b53ea64-4ee4-4b9f-8e66-a5a9c83b1372), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.135030 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea502d-829f-4971-a274-050a9afaa894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b53ea64-4ee4-4b9f-8e66-a5a9c83b1372,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:05.139621 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-23ea502d-829f-4971-a274-050a9afaa894 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56df7ea73bf64ae3ab7d91a0c6c475d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664805 Jun 27 21:17:05.142386 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43658) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:05.204021 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-18766174-c73e-4e50-b46c-469f11fa2b7d admin admin] Publish callbacks [] for security_group (8b53ea64-4ee4-4b9f-8e66-a5a9c83b1372), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.229747 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-18766174-c73e-4e50-b46c-469f11fa2b7d admin admin] Publish callbacks [] for security_group (8b53ea64-4ee4-4b9f-8e66-a5a9c83b1372), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.308154 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e79395-963e-4330-aa10-e2393d56ece8 req-792bb7fd-fa98-4c65-937f-890c63a4426d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:05.315077 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-94e79395-963e-4330-aa10-e2393d56ece8 req-792bb7fd-fa98-4c65-937f-890c63a4426d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0662866 Jun 27 21:17:05.321818 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-18766174-c73e-4e50-b46c-469f11fa2b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (8b53ea64-4ee4-4b9f-8e66-a5a9c83b1372), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.324804 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-18766174-c73e-4e50-b46c-469f11fa2b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.326024 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-18766174-c73e-4e50-b46c-469f11fa2b7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b53ea64-4ee4-4b9f-8e66-a5a9c83b1372 HTTP/1.1" status: 204 len: 168 time: 0.1827207 Jun 27 21:17:05.337177 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18766174-c73e-4e50-b46c-469f11fa2b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b53ea64-4ee4-4b9f-8e66-a5a9c83b1372,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:05.380754 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-94e79395-963e-4330-aa10-e2393d56ece8 req-31a29058-e0a1-482d-be83-2338f989ec0c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647948 Jun 27 21:17:05.689960 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43684) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:05.706631 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c04f38c9-f596-406c-ae51-dde12f5ab01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.782407 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:05.794161 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c04f38c9-f596-406c-ae51-dde12f5ab01a admin admin] Publish callbacks [] for security_group (da693132-e01a-4a78-9294-97ca4b452cff), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.801308 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c04f38c9-f596-406c-ae51-dde12f5ab01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (da693132-e01a-4a78-9294-97ca4b452cff), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.847363 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-c04f38c9-f596-406c-ae51-dde12f5ab01a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b129240935544b9487c2e2fdb2414353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562743 Jun 27 21:17:05.848389 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f38c9-f596-406c-ae51-dde12f5ab01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da693132-e01a-4a78-9294-97ca4b452cff,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:05.851917 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 43694) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:05.909685 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e90bdefe-a8b9-4ccb-9ce5-9d10754f4807 admin admin] Publish callbacks [] for security_group (da693132-e01a-4a78-9294-97ca4b452cff), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.938682 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e90bdefe-a8b9-4ccb-9ce5-9d10754f4807 admin admin] Publish callbacks [] for security_group (da693132-e01a-4a78-9294-97ca4b452cff), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.993231 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e90bdefe-a8b9-4ccb-9ce5-9d10754f4807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (da693132-e01a-4a78-9294-97ca4b452cff), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.995949 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e90bdefe-a8b9-4ccb-9ce5-9d10754f4807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:05.997154 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e90bdefe-a8b9-4ccb-9ce5-9d10754f4807 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da693132-e01a-4a78-9294-97ca4b452cff HTTP/1.1" status: 204 len: 168 time: 0.1438367 Jun 27 21:17:06.005361 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bdefe-a8b9-4ccb-9ce5-9d10754f4807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da693132-e01a-4a78-9294-97ca4b452cff,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:06.500582 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049844e-eb60-4b96-9383-396cfb2ed6b3 req-2da8d86c-06e4-40c8-abeb-17f18c5bc32a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:06.502206 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e049844e-eb60-4b96-9383-396cfb2ed6b3 req-2da8d86c-06e4-40c8-abeb-17f18c5bc32a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0485964 Jun 27 21:17:06.559962 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e049844e-eb60-4b96-9383-396cfb2ed6b3 req-43e9dc51-76a9-4ea5-8c19-a787a870bb7e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518930 Jun 27 21:17:07.674866 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0988d41-0b16-4ee6-9033-05372d9a0d55 req-3624f2ac-d184-4ea8-acc5-494f090bbb33 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:07.676371 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b0988d41-0b16-4ee6-9033-05372d9a0d55 req-3624f2ac-d184-4ea8-acc5-494f090bbb33 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0482929 Jun 27 21:17:07.727720 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b0988d41-0b16-4ee6-9033-05372d9a0d55 req-ecf2222b-6a3c-4366-9cf6-08882ab37776 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446417 Jun 27 21:17:08.292488 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22955bd-a7f2-42b2-8b55-fee60b0d5185 req-a6f85489-88a9-442a-af51-1cc4417678b2 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:08.294065 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e22955bd-a7f2-42b2-8b55-fee60b0d5185 req-a6f85489-88a9-442a-af51-1cc4417678b2 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.0505004 Jun 27 21:17:08.335689 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:08.354573 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e22955bd-a7f2-42b2-8b55-fee60b0d5185 req-4158b3c8-ea37-4ea9-bc9b-938d36389135 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506864 Jun 27 21:17:08.858564 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c5480-f78b-48b7-98f9-de42928eb744 req-d0fb8b8e-b682-4103-a7b7-afba6037df33 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:08.860361 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d57c5480-f78b-48b7-98f9-de42928eb744 req-d0fb8b8e-b682-4103-a7b7-afba6037df33 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0582659 Jun 27 21:17:08.895112 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:08.925459 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d57c5480-f78b-48b7-98f9-de42928eb744 req-558e559a-3ff3-4518-8451-f8e244bd58dc tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583315 Jun 27 21:17:09.488289 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd40408-f880-40c5-b7b4-9c0e5e85bf61 req-d76c2eb5-57c2-43a4-b7c5-ae4a3eed9a12 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:09.489835 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6dd40408-f880-40c5-b7b4-9c0e5e85bf61 req-d76c2eb5-57c2-43a4-b7c5-ae4a3eed9a12 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.0532987 Jun 27 21:17:09.545238 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6dd40408-f880-40c5-b7b4-9c0e5e85bf61 req-df4f3d4b-835d-422a-81ac-9d4705d9267d tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Jun 27 21:17:10.056773 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973bd9c-a844-48f1-ac51-ad74c123b483 req-7253b45e-208a-4450-9aca-aee4425aea75 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:10.058355 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d973bd9c-a844-48f1-ac51-ad74c123b483 req-7253b45e-208a-4450-9aca-aee4425aea75 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0526087 Jun 27 21:17:10.110065 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d973bd9c-a844-48f1-ac51-ad74c123b483 req-d2e911c7-9d68-4bfc-8907-647bdbc0774a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455761 Jun 27 21:17:10.428379 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-4d615d60-8e5d-4da5-9769-d1b24401efe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:10.689632 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f790d52-1595-43ec-b350-aaa5a117e9fa req-04223ae2-79f2-4927-9ca9-a468b4578609 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:10.691139 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1f790d52-1595-43ec-b350-aaa5a117e9fa req-04223ae2-79f2-4927-9ca9-a468b4578609 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.0502601 Jun 27 21:17:10.749533 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1f790d52-1595-43ec-b350-aaa5a117e9fa req-0a8fcf3b-1050-465f-ba2d-486d9c8b27d1 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479345 Jun 27 21:17:11.232377 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3190e-869a-4358-8b68-445b83e7be04 req-04082c22-449e-43e4-9849-ac932835a975 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:11.233897 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f8a3190e-869a-4358-8b68-445b83e7be04 req-04082c22-449e-43e4-9849-ac932835a975 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0519695 Jun 27 21:17:11.284696 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f8a3190e-869a-4358-8b68-445b83e7be04 req-a47c43ec-97ce-479a-a47e-45d1d3454180 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Jun 27 21:17:11.857702 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:11.872322 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0c1dd-34c1-4da4-9ae7-4bd682bc2383 req-c794dc59-d9e1-451b-8ca2-d55eb973f911 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:11.873833 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e1c0c1dd-34c1-4da4-9ae7-4bd682bc2383 req-c794dc59-d9e1-451b-8ca2-d55eb973f911 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.0525818 Jun 27 21:17:11.923807 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e1c0c1dd-34c1-4da4-9ae7-4bd682bc2383 req-71e2ece6-c1ca-4bbe-89e3-2aeb7e13e9e0 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442801 Jun 27 21:17:11.959081 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=44 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:11.959876 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=8 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:12.405580 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d89233-6f2e-4b9f-a01c-a54679e9f9fe req-8dfb0c23-e674-4dff-81d2-8638302cc326 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:12.407199 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-59d89233-6f2e-4b9f-a01c-a54679e9f9fe req-8dfb0c23-e674-4dff-81d2-8638302cc326 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0513895 Jun 27 21:17:12.462197 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-59d89233-6f2e-4b9f-a01c-a54679e9f9fe req-d3fb7e42-1708-4cef-8298-5f84361de533 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490077 Jun 27 21:17:12.625033 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c6b69bb6-f40d-4db3-a68a-196b269c46ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:13.042598 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316933d1-4566-4e99-bc42-ae1ea8144601 req-b4fb52c9-5050-41dd-b900-565d8920dabc tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:13.044090 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-316933d1-4566-4e99-bc42-ae1ea8144601 req-b4fb52c9-5050-41dd-b900-565d8920dabc tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.0492325 Jun 27 21:17:13.094909 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-316933d1-4566-4e99-bc42-ae1ea8144601 req-8fc17119-64f1-4106-94d2-0b62cbfed583 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449982 Jun 27 21:17:13.583571 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88ceac-6830-4da5-8585-e1590ec6512e req-9e39dd34-58be-4d7f-821a-c770891ae17c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:13.585130 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3d88ceac-6830-4da5-8585-e1590ec6512e req-9e39dd34-58be-4d7f-821a-c770891ae17c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0519125 Jun 27 21:17:13.642446 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3d88ceac-6830-4da5-8585-e1590ec6512e req-19a8abf7-c718-4c69-9287-7db7459d5d05 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506907 Jun 27 21:17:13.785398 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:14.235122 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d3aaf-1902-40dc-9549-1cbba29ab135 req-f3927c69-afd0-4b21-acba-fa9359f1c01f tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:14.236623 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ef9d3aaf-1902-40dc-9549-1cbba29ab135 req-f3927c69-afd0-4b21-acba-fa9359f1c01f tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.0706391 Jun 27 21:17:14.292121 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ef9d3aaf-1902-40dc-9549-1cbba29ab135 req-cba1b2a5-27a9-47f4-86f5-5a3699ed62d5 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493133 Jun 27 21:17:14.781983 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5f7b4-7ff1-498a-b8dd-f5e8bcc79617 req-74c7a48c-ad6b-42f6-ae1f-5486e498b73e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:14.783648 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e3a5f7b4-7ff1-498a-b8dd-f5e8bcc79617 req-74c7a48c-ad6b-42f6-ae1f-5486e498b73e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0672269 Jun 27 21:17:14.847978 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e3a5f7b4-7ff1-498a-b8dd-f5e8bcc79617 req-961a2d22-09c4-41b7-9dcb-892db644fd25 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580287 Jun 27 21:17:15.413321 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:15.418024 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530ae84-ce5a-4f4f-a587-4b49fbfecb8b req-4a254fe6-3761-44ba-9742-38827b0e9187 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:15.419775 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9530ae84-ce5a-4f4f-a587-4b49fbfecb8b req-4a254fe6-3761-44ba-9742-38827b0e9187 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.0552897 Jun 27 21:17:15.481441 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9530ae84-ce5a-4f4f-a587-4b49fbfecb8b req-66e360fe-a57e-4c73-a596-aeac7c9810b4 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553215 Jun 27 21:17:15.659017 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:15.964668 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaf284-cdc6-4831-90c3-37f7d91831c1 req-bcf70025-9698-4b1a-8a52-3285b0515ae8 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:15.966210 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2feaf284-cdc6-4831-90c3-37f7d91831c1 req-bcf70025-9698-4b1a-8a52-3285b0515ae8 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0477221 Jun 27 21:17:16.018673 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2feaf284-cdc6-4831-90c3-37f7d91831c1 req-1f352d33-56ca-431b-927f-9c2670480870 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467112 Jun 27 21:17:16.189575 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d9b30-5b26-4310-adf2-1a2e91f90a46 req-d7ac3eb2-5818-4e9e-a7d6-0cbe8aef4dfa tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:16.191098 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-140d9b30-5b26-4310-adf2-1a2e91f90a46 req-d7ac3eb2-5818-4e9e-a7d6-0cbe8aef4dfa tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.33 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.0474281 Jun 27 21:17:16.328041 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-140d9b30-5b26-4310-adf2-1a2e91f90a46 req-aa2e0969-6244-453c-8e35-7b3fbf6b2a0a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Deleting port baa095fe-f218-45c8-b731-2f6078fc2222 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:17:16.328375 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-140d9b30-5b26-4310-adf2-1a2e91f90a46 req-aa2e0969-6244-453c-8e35-7b3fbf6b2a0a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:16.439909 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-140d9b30-5b26-4310-adf2-1a2e91f90a46 req-aa2e0969-6244-453c-8e35-7b3fbf6b2a0a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] For port baa095fe-f218-45c8-b731-2f6078fc2222, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=baa095fe-f218-45c8-b731-2f6078fc2222,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:17:16.440521 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-140d9b30-5b26-4310-adf2-1a2e91f90a46 req-aa2e0969-6244-453c-8e35-7b3fbf6b2a0a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:16.461429 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-140d9b30-5b26-4310-adf2-1a2e91f90a46 req-aa2e0969-6244-453c-8e35-7b3fbf6b2a0a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Calling delete_port for baa095fe-f218-45c8-b731-2f6078fc2222 owned by compute:nova {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:17:16.615975 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:16.624015 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057716-10f5-4514-8084-39952d8dd69b req-c22b4a87-f48e-496e-ac72-06bd71cdd1b3 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:16.625489 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7a057716-10f5-4514-8084-39952d8dd69b req-c22b4a87-f48e-496e-ac72-06bd71cdd1b3 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 945 time: 0.0686154 Jun 27 21:17:16.709594 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-140d9b30-5b26-4310-adf2-1a2e91f90a46 req-aa2e0969-6244-453c-8e35-7b3fbf6b2a0a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (baa095fe-f218-45c8-b731-2f6078fc2222), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:16.722484 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7a057716-10f5-4514-8084-39952d8dd69b req-0758ef5c-08bf-4859-955e-030ce4d945fa tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/security-groups?id=e10f9f56-7e83-4700-a200-91342415b191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890934 Jun 27 21:17:16.747452 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e0969-6244-453c-8e35-7b3fbf6b2a0a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Pushing event deleted for resources: {'Port': ['ID=baa095fe-f218-45c8-b731-2f6078fc2222,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:16.756733 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['baa095fe-f218-45c8-b731-2f6078fc2222'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:17:16.818905 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-140d9b30-5b26-4310-adf2-1a2e91f90a46 req-aa2e0969-6244-453c-8e35-7b3fbf6b2a0a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] No DVR routers for this DVR port baa095fe-f218-45c8-b731-2f6078fc2222 on host hv-cinder-84773 {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:17:16.822584 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-140d9b30-5b26-4310-adf2-1a2e91f90a46 req-aa2e0969-6244-453c-8e35-7b3fbf6b2a0a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:16.826323 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-140d9b30-5b26-4310-adf2-1a2e91f90a46 req-aa2e0969-6244-453c-8e35-7b3fbf6b2a0a tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.33 "DELETE /v2.0/ports/baa095fe-f218-45c8-b731-2f6078fc2222 HTTP/1.1" status: 204 len: 173 time: 0.6257532 Jun 27 21:17:16.826781 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfecef68-0f46-4744-8dc0-d721f692710b', 'name': 'network-vif-deleted', 'tag': 'baa095fe-f218-45c8-b731-2f6078fc2222'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:17:16.829246 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe53378-4886-4580-b2b2-d647be850645" -d '{"events": [{"server_uuid": "cfecef68-0f46-4744-8dc0-d721f692710b", "name": "network-vif-deleted", "tag": "baa095fe-f218-45c8-b731-2f6078fc2222"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:17:16.875521 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c57612c-0bc8-400a-827f-d2885b511f55 x-openstack-request-id: req-7c57612c-0bc8-400a-827f-d2885b511f55 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:17:16.875808 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfecef68-0f46-4744-8dc0-d721f692710b", "name": "network-vif-deleted", "tag": "baa095fe-f218-45c8-b731-2f6078fc2222", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:17:16.876059 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c57612c-0bc8-400a-827f-d2885b511f55 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:17:16.876455 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c57612c-0bc8-400a-827f-d2885b511f55'] response: {'server_uuid': 'cfecef68-0f46-4744-8dc0-d721f692710b', 'name': 'network-vif-deleted', 'tag': 'baa095fe-f218-45c8-b731-2f6078fc2222', 'status': 'completed', 'code': 200} Jun 27 21:17:17.137322 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b09a1f-5939-4cd1-a87e-a28be196798a req-08030c13-8e10-4f05-8134-a99d725c790d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:17.138782 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-59b09a1f-5939-4cd1-a87e-a28be196798a req-08030c13-8e10-4f05-8134-a99d725c790d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0472124 Jun 27 21:17:17.180229 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:17.188649 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-59b09a1f-5939-4cd1-a87e-a28be196798a req-ba929a7d-eee1-4673-a03a-1bbe6ea7551c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441954 Jun 27 21:17:17.647954 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:17.844594 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-26edee26-d952-4f18-9cdb-d2680fbf51db req-d954da2b-48e8-4e5a-8162-a44654fb4904 tempest-DeleteServersTestJSON-1996827256 tempest-DeleteServersTestJSON-1996827256-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfecef68-0f46-4744-8dc0-d721f692710b HTTP/1.1" status: 200 len: 210 time: 0.0454905 Jun 27 21:17:18.282930 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 43918) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:18.334685 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b026b7-522d-4219-8a71-b22f4aa03aea req-97e184cc-7b7b-4d28-8f2a-67e7d54dd437 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:18.338001 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c8b026b7-522d-4219-8a71-b22f4aa03aea req-97e184cc-7b7b-4d28-8f2a-67e7d54dd437 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0763664 Jun 27 21:17:18.417612 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c8b026b7-522d-4219-8a71-b22f4aa03aea req-5e7ac7ed-7cc4-4f8c-96a9-ca78e58d2621 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717366 Jun 27 21:17:18.449194 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8349a43d-77b5-45ef-8f4f-78463c910de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:18.537386 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8349a43d-77b5-45ef-8f4f-78463c910de7 admin admin] Publish callbacks [] for security_group (3943c181-4a0b-4158-adc7-15d621cb7ace), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:18.542776 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8349a43d-77b5-45ef-8f4f-78463c910de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (3943c181-4a0b-4158-adc7-15d621cb7ace), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:18.571667 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:18.588171 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-8349a43d-77b5-45ef-8f4f-78463c910de7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=201d4043c8d9474ebc87b0fe763cc1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030879 Jun 27 21:17:18.589637 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349a43d-77b5-45ef-8f4f-78463c910de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3943c181-4a0b-4158-adc7-15d621cb7ace,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:18.590397 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 43930) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:18.643851 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d0887b3-e9e2-48a6-aaae-a56513825dd2 admin admin] Publish callbacks [] for security_group (3943c181-4a0b-4158-adc7-15d621cb7ace), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:18.666562 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d0887b3-e9e2-48a6-aaae-a56513825dd2 admin admin] Publish callbacks [] for security_group (3943c181-4a0b-4158-adc7-15d621cb7ace), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:18.716207 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d0887b3-e9e2-48a6-aaae-a56513825dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (3943c181-4a0b-4158-adc7-15d621cb7ace), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:18.718991 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d0887b3-e9e2-48a6-aaae-a56513825dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:18.720146 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5d0887b3-e9e2-48a6-aaae-a56513825dd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3943c181-4a0b-4158-adc7-15d621cb7ace HTTP/1.1" status: 204 len: 168 time: 0.1287909 Jun 27 21:17:18.730017 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0887b3-e9e2-48a6-aaae-a56513825dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3943c181-4a0b-4158-adc7-15d621cb7ace,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:19.459121 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device baa095fe-f218-45c8-b731-2f6078fc2222 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:17:19.504218 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: baa095fe-f218-45c8-b731-2f6078fc2222 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:17:19.504645 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device baa095fe-f218-45c8-b731-2f6078fc2222 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:17:19.607675 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dc965-231f-4419-8501-4d1f74f0eed8 req-fa59f4f3-49b4-4f38-b5f3-b30484b6d030 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:19.609254 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-383dc965-231f-4419-8501-4d1f74f0eed8 req-fa59f4f3-49b4-4f38-b5f3-b30484b6d030 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0812378 Jun 27 21:17:19.665046 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-383dc965-231f-4419-8501-4d1f74f0eed8 req-8f96db65-d9d8-483c-be40-9ac72f87cfd0 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484681 Jun 27 21:17:20.731017 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44036) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:21.073444 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863c75b-b845-47e5-ab06-6bf23ab13636 req-74987453-8949-4a6b-8432-020b903b6921 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:21.074901 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5863c75b-b845-47e5-ab06-6bf23ab13636 req-74987453-8949-4a6b-8432-020b903b6921 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.2968249 Jun 27 21:17:21.210815 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5863c75b-b845-47e5-ab06-6bf23ab13636 req-018fd6e3-bf82-4b43-bdad-36a28356cdc9 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052856 Jun 27 21:17:21.489230 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589978'] for router_interface (e68c5e86-7327-4150-b66a-74c438c4c730), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:21.531365 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:21.794825 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] Deleting port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:17:21.795494 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:21.883589 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:21.889814 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] For port 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=9abf3e3b-9cc2-487d-b89d-77a3f287eaa2,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:17:21.890166 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:21.904577 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] Calling delete_port for 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 owned by network:router_interface {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:17:22.099390 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (9abf3e3b-9cc2-487d-b89d-77a3f287eaa2), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:22.139306 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=9abf3e3b-9cc2-487d-b89d-77a3f287eaa2,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:22.278244 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590090'] for router_interface (e68c5e86-7327-4150-b66a-74c438c4c730), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:22.368540 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6f96e-3901-49d1-8b94-de2b45190270 req-b28413b6-61e3-4ff9-9f90-f461f6b1ade8 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:22.370218 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e7d6f96e-3901-49d1-8b94-de2b45190270 req-b28413b6-61e3-4ff9-9f90-f461f6b1ade8 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0624399 Jun 27 21:17:22.388145 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:22.428415 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e7d6f96e-3901-49d1-8b94-de2b45190270 req-d4d7a1b4-29e1-4062-81ea-307a4ae2b32d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517178 Jun 27 21:17:22.510977 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:22.523248 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] Router e68c5e86-7327-4150-b66a-74c438c4c730 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:17:22.627241 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:17:22.632274 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-57b81bd4-144e-40f3-ad9b-f76e143f5e7e admin admin] 10.222.0.13 "PUT /v2.0/routers/e68c5e86-7327-4150-b66a-74c438c4c730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8999262 Jun 27 21:17:22.635124 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44062) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:22.637904 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f667303-bc86-43de-94b2-9c722c654305 None None] Sync routers for ids ['e68c5e86-7327-4150-b66a-74c438c4c730'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:17:22.649058 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f667303-bc86-43de-94b2-9c722c654305 None None] Routers {'e68c5e86-7327-4150-b66a-74c438c4c730'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:22.650334 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-8f667303-bc86-43de-94b2-9c722c654305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:17:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e68c5e86-7327-4150-b66a-74c438c4c730'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:22.741432 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Publish callbacks [] for router (e68c5e86-7327-4150-b66a-74c438c4c730), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:22.767277 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-8f667303-bc86-43de-94b2-9c722c654305 None None] Set router e68c5e86-7327-4150-b66a-74c438c4c730 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:22.845311 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Publish callbacks [] for router_gateway (e68c5e86-7327-4150-b66a-74c438c4c730), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:22.884347 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:22.895183 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Deleting port 10147763-e89c-41ae-889c-59033498eb5a {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:17:22.895601 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (10147763-e89c-41ae-889c-59033498eb5a), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:22.941812 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-8f667303-bc86-43de-94b2-9c722c654305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'name': 'tempest-DeleteServersTestJSON-1072666659-router', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '10147763-e89c-41ae-889c-59033498eb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:48Z', 'updated_at': '2022-06-27T21:17:22Z', 'revision_number': 5, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'gw_port': {'id': '10147763-e89c-41ae-889c-59033498eb5a', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:31:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:22.968639 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f667303-bc86-43de-94b2-9c722c654305 None None] Checking router: e68c5e86-7327-4150-b66a-74c438c4c730 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:17:22.976063 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] For port 10147763-e89c-41ae-889c-59033498eb5a, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=10147763-e89c-41ae-889c-59033498eb5a,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:17:22.976415 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (10147763-e89c-41ae-889c-59033498eb5a), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:22.978177 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f667303-bc86-43de-94b2-9c722c654305 None None] Routers {'e68c5e86-7327-4150-b66a-74c438c4c730'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:22.978764 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-8f667303-bc86-43de-94b2-9c722c654305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:17:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e68c5e86-7327-4150-b66a-74c438c4c730'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:22.990544 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Calling delete_port for 10147763-e89c-41ae-889c-59033498eb5a owned by network:router_gateway {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:17:23.073157 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-8f667303-bc86-43de-94b2-9c722c654305 None None] Set router e68c5e86-7327-4150-b66a-74c438c4c730 gateway port host: None {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:23.126251 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-8f667303-bc86-43de-94b2-9c722c654305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'name': 'tempest-DeleteServersTestJSON-1072666659-router', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:48Z', 'updated_at': '2022-06-27T21:17:22Z', 'revision_number': 6, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'gw_port_host': None}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:23.152455 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f667303-bc86-43de-94b2-9c722c654305 None None] The sync data for ids ['e68c5e86-7327-4150-b66a-74c438c4c730'] in dv-cinder-847732-1-iscsi is: [{'id': 'e68c5e86-7327-4150-b66a-74c438c4c730', 'name': 'tempest-DeleteServersTestJSON-1072666659-router', 'tenant_id': 'a2e58fc8b6e14185b4409884a5701316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:48Z', 'updated_at': '2022-06-27T21:17:22Z', 'revision_number': 6, 'project_id': 'a2e58fc8b6e14185b4409884a5701316', 'gw_port_host': None}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:17:23.162073 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (10147763-e89c-41ae-889c-59033498eb5a), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:23.188428 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Pushing event deleted for resources: {'Port': ['ID=10147763-e89c-41ae-889c-59033498eb5a,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:23.218873 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601284'] for router_gateway (e68c5e86-7327-4150-b66a-74c438c4c730), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:23.554515 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2570'] for router (e68c5e86-7327-4150-b66a-74c438c4c730), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:23.565114 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Publish callbacks [] for router_controller (e68c5e86-7327-4150-b66a-74c438c4c730), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:23.629968 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:17:23.649432 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:23.650101 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=74,neutron:UPDATE=7 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:23.651680 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:17:23.652150 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 9abf3e3b-9cc2-487d-b89d-77a3f287eaa2 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:17:23.664663 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31f0c3-a5d0-4267-867a-3a24b6cd782b req-86b30d24-6054-49e0-9eaa-6f25d3799a37 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:23.666418 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6f31f0c3-a5d0-4267-867a-3a24b6cd782b req-86b30d24-6054-49e0-9eaa-6f25d3799a37 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.1145575 Jun 27 21:17:23.667600 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591556'] for router (e68c5e86-7327-4150-b66a-74c438c4c730), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:23.668222 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e68c5e86-7327-4150-b66a-74c438c4c730 {{(pid=104130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 21:17:23.673471 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:23.674560 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-dde79c3a-1315-4209-8339-9310ceac4409 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e68c5e86-7327-4150-b66a-74c438c4c730 HTTP/1.1" status: 204 len: 168 time: 1.0385664 Jun 27 21:17:23.677261 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44074) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:23.701023 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:23.721508 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6f31f0c3-a5d0-4267-867a-3a24b6cd782b req-fb9a414f-1fcc-4a37-9fb9-9e98ca83208d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457966 Jun 27 21:17:23.728088 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_v2 [None req-85689891-0b3f-4837-9c06-9a0c87572c46 admin admin] Deleting subnet a7b7c169-cc4d-4910-83bd-73b9dcc60213 {{(pid=104131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:17:23.731846 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-85689891-0b3f-4837-9c06-9a0c87572c46 admin admin] Publish callbacks [] for subnet (a7b7c169-cc4d-4910-83bd-73b9dcc60213), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:23.768551 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-85689891-0b3f-4837-9c06-9a0c87572c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757281'] for subnet (a7b7c169-cc4d-4910-83bd-73b9dcc60213), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:23.878743 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-85689891-0b3f-4837-9c06-9a0c87572c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (a7b7c169-cc4d-4910-83bd-73b9dcc60213), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:23.937367 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-85689891-0b3f-4837-9c06-9a0c87572c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966619'] for subnet (a7b7c169-cc4d-4910-83bd-73b9dcc60213), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:23.968136 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85689891-0b3f-4837-9c06-9a0c87572c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b7c169-cc4d-4910-83bd-73b9dcc60213,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:23.970185 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-85689891-0b3f-4837-9c06-9a0c87572c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:23.973484 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-85689891-0b3f-4837-9c06-9a0c87572c46 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7b7c169-cc4d-4910-83bd-73b9dcc60213 HTTP/1.1" status: 204 len: 168 time: 0.2950664 Jun 27 21:17:23.976666 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44082) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:23.978368 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a0b9a3-aa15-4c89-a49e-6e5bcfb62c34 None None] Network aa6461c8-2490-4225-82bb-7e18f2ed61f3 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:17:24.055419 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (aa6461c8-2490-4225-82bb-7e18f2ed61f3), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.105294 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Deleting port 35473b5f-c9cb-4059-8359-e5d4371451ca {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:17:24.105657 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.152123 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4462585e-242f-4353-a266-28fc1a21131b None None] DHCP port deletion for aa6461c8-2490-4225-82bb-7e18f2ed61f3 request from dv-cinder-847732-1-iscsi {{(pid=104132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 21:17:24.176417 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] For port 35473b5f-c9cb-4059-8359-e5d4371451ca, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=35473b5f-c9cb-4059-8359-e5d4371451ca,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:17:24.176783 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.193600 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Calling delete_port for 35473b5f-c9cb-4059-8359-e5d4371451ca owned by network:dhcp {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:17:24.195063 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-4462585e-242f-4353-a266-28fc1a21131b None None] Deleting port 35473b5f-c9cb-4059-8359-e5d4371451ca {{(pid=104132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:17:24.195450 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-4462585e-242f-4353-a266-28fc1a21131b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), before_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.273877 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-4462585e-242f-4353-a266-28fc1a21131b None None] For port 35473b5f-c9cb-4059-8359-e5d4371451ca, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=35473b5f-c9cb-4059-8359-e5d4371451ca,segment=NetworkSegment(98a54a6d-780c-4924-ac35-36905a7b678e),segment_id=98a54a6d-780c-4924-ac35-36905a7b678e)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:17:24.275384 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-4462585e-242f-4353-a266-28fc1a21131b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), precommit_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.289574 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-4462585e-242f-4353-a266-28fc1a21131b None None] Calling delete_port for 35473b5f-c9cb-4059-8359-e5d4371451ca owned by network:dhcp {{(pid=104132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:17:24.319985 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.348956 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Pushing event deleted for resources: {'Port': ['ID=35473b5f-c9cb-4059-8359-e5d4371451ca,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:24.352691 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] No DVR routers for this DVR port 35473b5f-c9cb-4059-8359-e5d4371451ca on host dv-cinder-847732-1-iscsi {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:17:24.412329 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-4462585e-242f-4353-a266-28fc1a21131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (35473b5f-c9cb-4059-8359-e5d4371451ca), after_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.427360 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (aa6461c8-2490-4225-82bb-7e18f2ed61f3), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.439110 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462585e-242f-4353-a266-28fc1a21131b None None] Pushing event deleted for resources: {'Port': ['ID=35473b5f-c9cb-4059-8359-e5d4371451ca,revision_number=None']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:24.442918 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462585e-242f-4353-a266-28fc1a21131b None None] No DVR routers for this DVR port 35473b5f-c9cb-4059-8359-e5d4371451ca on host dv-cinder-847732-1-iscsi {{(pid=104132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:17:24.459699 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6461c8-2490-4225-82bb-7e18f2ed61f3']}} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:24.472476 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a54a6d-780c-4924-ac35-36905a7b678e') {'for_net_delete': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:24.472771 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a54a6d-780c-4924-ac35-36905a7b678e') {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:24.483901 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757304'] for segment (98a54a6d-780c-4924-ac35-36905a7b678e), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.492354 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:24.499342 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (98a54a6d-780c-4924-ac35-36905a7b678e), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.506348 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=104131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:17:24.506774 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25770650'] for segment (98a54a6d-780c-4924-ac35-36905a7b678e), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.527186 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment 98a54a6d-780c-4924-ac35-36905a7b678e resource provider aggregate not found Jun 27 21:17:24.568336 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment 98a54a6d-780c-4924-ac35-36905a7b678e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98a54a6d-780c-4924-ac35-36905a7b678e found for delete ", "request_id": "req-36ea506f-dac0-4b7a-8880-5963e5811c92"}]} Jun 27 21:17:24.579234 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (aa6461c8-2490-4225-82bb-7e18f2ed61f3), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.585241 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.589012 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] 10.222.0.13 "DELETE /v2.0/networks/aa6461c8-2490-4225-82bb-7e18f2ed61f3 HTTP/1.1" status: 204 len: 168 time: 0.6108649 Jun 27 21:17:24.599938 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d8a2e-f91b-4036-9580-12edd83a106f admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6461c8-2490-4225-82bb-7e18f2ed61f3,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:24.779148 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44096) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:24.824976 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-424b4086-e565-4b1b-9dfa-57fcd2285270 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2e58fc8b6e14185b4409884a5701316&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446079 Jun 27 21:17:24.827584 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44098) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:24.830489 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:24.844688 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3859b9-18bb-4477-857d-7e319c45dd26 req-36c053b3-0311-412f-9926-4de92cc94319 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:24.846217 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0e3859b9-18bb-4477-857d-7e319c45dd26 req-36c053b3-0311-412f-9926-4de92cc94319 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0493324 Jun 27 21:17:24.879883 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-56967c52-439f-4ee2-a729-f34f317a98ae admin admin] Publish callbacks [] for security_group (e10f9f56-7e83-4700-a200-91342415b191), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.897175 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0e3859b9-18bb-4477-857d-7e319c45dd26 req-c95149e4-10c1-46e0-a31e-1facd23fdbda tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441759 Jun 27 21:17:24.902788 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-56967c52-439f-4ee2-a729-f34f317a98ae admin admin] Publish callbacks [] for security_group (e10f9f56-7e83-4700-a200-91342415b191), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.957088 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-56967c52-439f-4ee2-a729-f34f317a98ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (e10f9f56-7e83-4700-a200-91342415b191), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.959670 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-56967c52-439f-4ee2-a729-f34f317a98ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:24.960873 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-56967c52-439f-4ee2-a729-f34f317a98ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e10f9f56-7e83-4700-a200-91342415b191 HTTP/1.1" status: 204 len: 168 time: 0.1324017 Jun 27 21:17:24.971459 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56967c52-439f-4ee2-a729-f34f317a98ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10f9f56-7e83-4700-a200-91342415b191,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:25.301990 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 10147763-e89c-41ae-889c-59033498eb5a no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:17:25.322670 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 10147763-e89c-41ae-889c-59033498eb5a {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:17:25.323018 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 10147763-e89c-41ae-889c-59033498eb5a not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:17:25.323443 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 35473b5f-c9cb-4059-8359-e5d4371451ca no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:17:25.346140 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 35473b5f-c9cb-4059-8359-e5d4371451ca {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:17:25.346688 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 35473b5f-c9cb-4059-8359-e5d4371451ca not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:17:26.019808 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5173b0-20c0-4000-848e-35d98452fba1 req-1fdc582e-ef11-4b83-a477-7fef29821bdb tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:26.021336 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bf5173b0-20c0-4000-848e-35d98452fba1 req-1fdc582e-ef11-4b83-a477-7fef29821bdb tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0521359 Jun 27 21:17:26.072715 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bf5173b0-20c0-4000-848e-35d98452fba1 req-881d00f7-0257-4672-a672-991062986ba7 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Jun 27 21:17:27.190017 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda7853-1784-4b5a-b36c-8749de0f7ce0 req-4c30b2c2-f4b4-4a2f-80ca-2a2efbc1fa88 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:27.191529 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ddda7853-1784-4b5a-b36c-8749de0f7ce0 req-4c30b2c2-f4b4-4a2f-80ca-2a2efbc1fa88 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0482724 Jun 27 21:17:27.243598 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ddda7853-1784-4b5a-b36c-8749de0f7ce0 req-22c669ef-ffc6-44ff-a2a8-157b9ae2d850 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458190 Jun 27 21:17:28.192123 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c8e65-33d2-4d74-bc05-a89bcbd003be req-3ca14a30-b3eb-45f1-922e-0c8758feac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:28.194278 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-219c8e65-33d2-4d74-bc05-a89bcbd003be req-3ca14a30-b3eb-45f1-922e-0c8758feac29 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 1129 time: 0.0415754 Jun 27 21:17:28.233082 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:28.244565 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-219c8e65-33d2-4d74-bc05-a89bcbd003be req-7f7b746e-7e95-4f91-aafd-10c49be1abac service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411735 Jun 27 21:17:28.363927 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a8ca4-164a-40cf-ae53-bd9b08575e6a req-063d7cf8-9e1e-488f-8bc6-be573e4615bf tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:28.365455 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ba7a8ca4-164a-40cf-ae53-bd9b08575e6a req-063d7cf8-9e1e-488f-8bc6-be573e4615bf tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0536845 Jun 27 21:17:28.418512 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ba7a8ca4-164a-40cf-ae53-bd9b08575e6a req-83a751ca-892c-43af-8447-b9f0ce8c2eca tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469232 Jun 27 21:17:29.537928 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fbcbe-7eb2-4112-baeb-2fecde1375f7 req-29d917b7-4b33-4fd2-8b5d-d81f0c1fe22e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:29.540712 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c22fbcbe-7eb2-4112-baeb-2fecde1375f7 req-29d917b7-4b33-4fd2-8b5d-d81f0c1fe22e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0521586 Jun 27 21:17:29.592223 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c22fbcbe-7eb2-4112-baeb-2fecde1375f7 req-e8efbe30-b5a9-4f22-8b34-e322b4df2433 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457242 Jun 27 21:17:30.719768 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce29a2c-25d2-4463-89f4-ecf0dcef547a req-65ceed3e-a54e-4db7-986c-b2da5a2a591c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:30.721409 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3ce29a2c-25d2-4463-89f4-ecf0dcef547a req-65ceed3e-a54e-4db7-986c-b2da5a2a591c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0531793 Jun 27 21:17:30.774943 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3ce29a2c-25d2-4463-89f4-ecf0dcef547a req-6c6510b1-1b24-454a-b6c7-a7c4ebfb369f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474989 Jun 27 21:17:31.892148 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a952f-4afb-416e-9193-cd46a6c5a363 req-21fbce14-0f94-4c6f-8154-a84bf75d8f69 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:31.893744 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d03a952f-4afb-416e-9193-cd46a6c5a363 req-21fbce14-0f94-4c6f-8154-a84bf75d8f69 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0480804 Jun 27 21:17:31.949338 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d03a952f-4afb-416e-9193-cd46a6c5a363 req-3226ceaa-4111-4fe6-82e0-a50eea8d0e70 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496523 Jun 27 21:17:33.069838 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a351a-b666-4a30-a785-f5165084de2a req-b05263f0-06d4-4f02-b5c5-13a691b1e7e6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:33.071826 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b47a351a-b666-4a30-a785-f5165084de2a req-b05263f0-06d4-4f02-b5c5-13a691b1e7e6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0513918 Jun 27 21:17:33.129106 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b47a351a-b666-4a30-a785-f5165084de2a req-b642ce7d-dd6e-4168-9a92-276083c4f921 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512285 Jun 27 21:17:33.250572 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7dbba-12ae-4230-a564-027c3381ee3d req-7abaebcd-8657-4846-8c92-ce33955bcb7d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:33.252417 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-40a7dbba-12ae-4230-a564-027c3381ee3d req-7abaebcd-8657-4846-8c92-ce33955bcb7d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0524323 Jun 27 21:17:33.307781 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-40a7dbba-12ae-4230-a564-027c3381ee3d req-7426341c-bde6-40a1-bca6-2280efbccb2c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Jun 27 21:17:33.337800 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44302) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:33.468282 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2137f333-2451-4f7a-a5b3-d850bd375e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:33.549660 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2137f333-2451-4f7a-a5b3-d850bd375e21 admin admin] Publish callbacks [] for security_group (dbddfbb0-f850-4737-bc6b-b687c396e420), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:33.554202 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2137f333-2451-4f7a-a5b3-d850bd375e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (dbddfbb0-f850-4737-bc6b-b687c396e420), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:33.609174 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2137f333-2451-4f7a-a5b3-d850bd375e21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b53f279afe9432a87aed0df2b4272a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625027 Jun 27 21:17:33.609174 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44312) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:33.611659 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137f333-2451-4f7a-a5b3-d850bd375e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbddfbb0-f850-4737-bc6b-b687c396e420,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:33.659210 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-35d2f6ec-1c03-4fa0-a81a-c45e10c82a2c admin admin] Publish callbacks [] for security_group (dbddfbb0-f850-4737-bc6b-b687c396e420), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:33.688565 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-35d2f6ec-1c03-4fa0-a81a-c45e10c82a2c admin admin] Publish callbacks [] for security_group (dbddfbb0-f850-4737-bc6b-b687c396e420), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:33.690298 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:33.742274 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-35d2f6ec-1c03-4fa0-a81a-c45e10c82a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (dbddfbb0-f850-4737-bc6b-b687c396e420), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:33.745046 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-35d2f6ec-1c03-4fa0-a81a-c45e10c82a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:33.746213 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-35d2f6ec-1c03-4fa0-a81a-c45e10c82a2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbddfbb0-f850-4737-bc6b-b687c396e420 HTTP/1.1" status: 204 len: 168 time: 0.1412160 Jun 27 21:17:33.755056 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2f6ec-1c03-4fa0-a81a-c45e10c82a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbddfbb0-f850-4737-bc6b-b687c396e420,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:34.454737 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44360) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:34.560632 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1368756089-network', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:34.586526 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Made reservation on behalf of f484976e63ce44daa10eadd2a9d6cc76 for: {'network': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:17:34.589509 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:34.599791 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:34.690010 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Publish callbacks [] for security_group (453eaf84-74b7-42f3-991f-4f30659b1b1d), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:34.695732 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (453eaf84-74b7-42f3-991f-4f30659b1b1d), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:34.725352 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=104131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:17:34.741525 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453eaf84-74b7-42f3-991f-4f30659b1b1d,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:34.747465 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (40fe2720-0950-4010-8a70-2ce255d115cf), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:34.747805 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.segments_db [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Added segment 40fe2720-0950-4010-8a70-2ce255d115cf of type vlan for network 2833602c-5fda-49c5-9f8b-40525401a7af Jun 27 21:17:34.785724 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44374) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:34.790375 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:17:34.805629 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=46 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:34.807771 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (2833602c-5fda-49c5-9f8b-40525401a7af), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:34.837804 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (2833602c-5fda-49c5-9f8b-40525401a7af), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:34.840085 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:34.843270 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:34.880700 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4248464 Jun 27 21:17:34.881221 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44378) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:34.881962 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:34.888975 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] Request body: {'subnet': {'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1368756089-subnet', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:34.893411 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:34.934572 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd9e82-8c64-4c45-b17e-616fb60d70da admin admin] Pushing event updated for resources: {'Network': ['ID=2833602c-5fda-49c5-9f8b-40525401a7af,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:34.935732 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1619-fd7e-47dd-8c00-be344235d30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:34.949799 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 2833602c-5fda-49c5-9f8b-40525401a7af details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:17:34.951781 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] Made reservation on behalf of f484976e63ce44daa10eadd2a9d6cc76 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:17:34.955329 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.040893 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6155846-6fd2-47fe-9f27-ee3ce47e842e req-b8c23d8e-ea15-49b0-8071-92eb2390a2c8 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:35.042578 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e6155846-6fd2-47fe-9f27-ee3ce47e842e req-b8c23d8e-ea15-49b0-8071-92eb2390a2c8 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0625215 Jun 27 21:17:35.092903 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e6155846-6fd2-47fe-9f27-ee3ce47e842e req-b82882ab-6c98-4d18-91d1-dff4e57ea404 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445209 Jun 27 21:17:35.110967 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e16665-060c-4c6f-a491-20163fc0e90b req-f93178ef-20a9-4310-8ec1-cff3276e76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:35.113011 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-38e16665-060c-4c6f-a491-20163fc0e90b req-f93178ef-20a9-4310-8ec1-cff3276e76a3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 1129 time: 0.0780764 Jun 27 21:17:35.172415 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:35.250661 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1619-fd7e-47dd-8c00-be344235d30c admin admin] Publish callbacks [] for security_group (f2478623-41d1-4c13-b7f7-bc07fa2717b1), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.264760 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2d3e1619-fd7e-47dd-8c00-be344235d30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (f2478623-41d1-4c13-b7f7-bc07fa2717b1), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.374969 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e1619-fd7e-47dd-8c00-be344235d30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2478623-41d1-4c13-b7f7-bc07fa2717b1,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:35.380055 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e16665-060c-4c6f-a491-20163fc0e90b req-432d9d2c-1754-45de-b10e-4602debd9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:35.381552 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-38e16665-060c-4c6f-a491-20163fc0e90b req-432d9d2c-1754-45de-b10e-4602debd9914 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.2592585 Jun 27 21:17:35.386133 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2d3e1619-fd7e-47dd-8c00-be344235d30c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4833ce998ff047cfb90a2fc82abf277e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5990717 Jun 27 21:17:35.388743 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44402) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:35.410802 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (1f444894-ce72-40c6-97c3-59e461303458), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.467179 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-38e16665-060c-4c6f-a491-20163fc0e90b req-02086ce9-ed24-4593-8a3f-5702971246e4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0071d9d-e534-4717-a5e1-b60e19b215c7 HTTP/1.1" status: 200 len: 217 time: 0.0761349 Jun 27 21:17:35.506250 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44414) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:35.547955 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:35.559232 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f444894-ce72-40c6-97c3-59e461303458,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:35.584719 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e16665-060c-4c6f-a491-20163fc0e90b req-97c6979c-2e06-4b5d-a62f-53d621a7692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:35.586558 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-38e16665-060c-4c6f-a491-20163fc0e90b req-97c6979c-2e06-4b5d-a62f-53d621a7692d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.1070361 Jun 27 21:17:35.592349 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b0127c0a-bec5-474f-9514-1860f5bc5f24 admin admin] Publish callbacks [] for security_group (f2478623-41d1-4c13-b7f7-bc07fa2717b1), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.599081 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] Checking segment: {'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:17:35.599412 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] Network hostable DHCP agents. Network: 2833602c-5fda-49c5-9f8b-40525401a7af, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:17:35.644516 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-19ccf514-6645-4f23-b4a3-fc3f5c961933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.667351 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b0127c0a-bec5-474f-9514-1860f5bc5f24 admin admin] Publish callbacks [] for security_group (f2478623-41d1-4c13-b7f7-bc07fa2717b1), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.683099 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e16665-060c-4c6f-a491-20163fc0e90b req-1106637c-8192-4694-acfd-9963c4c44d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:35.684620 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-38e16665-060c-4c6f-a491-20163fc0e90b req-1106637c-8192-4694-acfd-9963c4c44d40 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889363 Jun 27 21:17:35.714971 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] Network 2833602c-5fda-49c5-9f8b-40525401a7af is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:17:35.759025 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-19ccf514-6645-4f23-b4a3-fc3f5c961933 admin admin] Publish callbacks [] for security_group (fe4911e2-d318-48a7-99a0-c5a688108b85), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.759443 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 2833602c-5fda-49c5-9f8b-40525401a7af) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:17:35.769973 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-19ccf514-6645-4f23-b4a3-fc3f5c961933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (fe4911e2-d318-48a7-99a0-c5a688108b85), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.774972 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf52b518-de1a-4822-8091-c71241ac1934 None None] Network 2833602c-5fda-49c5-9f8b-40525401a7af requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:17:35.791865 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:35.793090 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.825585 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-19ccf514-6645-4f23-b4a3-fc3f5c961933 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6212e66c6a8642879fcda0a07f4aa68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180029 Jun 27 21:17:35.828320 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44420) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:35.835582 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccf514-6645-4f23-b4a3-fc3f5c961933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4911e2-d318-48a7-99a0-c5a688108b85,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:35.836181 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-384b2c3d-8e70-459b-8ce9-c16b88f36897 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9529586 Jun 27 21:17:35.837025 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44422) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:35.845465 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:35.850867 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b0127c0a-bec5-474f-9514-1860f5bc5f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (f2478623-41d1-4c13-b7f7-bc07fa2717b1), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.855592 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b0127c0a-bec5-474f-9514-1860f5bc5f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.856733 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b0127c0a-bec5-474f-9514-1860f5bc5f24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2478623-41d1-4c13-b7f7-bc07fa2717b1 HTTP/1.1" status: 204 len: 168 time: 0.4670622 Jun 27 21:17:35.864909 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-38e16665-060c-4c6f-a491-20163fc0e90b req-14ce27c9-823b-4334-81f3-860778aea440 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708558 Jun 27 21:17:35.876181 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0127c0a-bec5-474f-9514-1860f5bc5f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2478623-41d1-4c13-b7f7-bc07fa2717b1,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:35.898003 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-2833602c-5fda-49c5-9f8b-40525401a7af', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:17:35.900295 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.917658 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (3f4bb354-c105-438e-9e12-63bad09a89de), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.918871 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (3f4bb354-c105-438e-9e12-63bad09a89de), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:35.931761 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44426) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:35.977886 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a730c833-6237-4f8e-95a1-f12ee919f0c1 admin admin] Publish callbacks [] for security_group (fe4911e2-d318-48a7-99a0-c5a688108b85), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.008734 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:36.015107 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a730c833-6237-4f8e-95a1-f12ee919f0c1 admin admin] Publish callbacks [] for security_group (fe4911e2-d318-48a7-99a0-c5a688108b85), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.052459 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Publish callbacks [] for router_controller (3f4bb354-c105-438e-9e12-63bad09a89de), precommit_add_association {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.098444 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a730c833-6237-4f8e-95a1-f12ee919f0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (fe4911e2-d318-48a7-99a0-c5a688108b85), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.103358 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a730c833-6237-4f8e-95a1-f12ee919f0c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.105231 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-a730c833-6237-4f8e-95a1-f12ee919f0c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe4911e2-d318-48a7-99a0-c5a688108b85 HTTP/1.1" status: 204 len: 168 time: 0.2757003 Jun 27 21:17:36.108410 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-38e16665-060c-4c6f-a491-20163fc0e90b req-e5b68abd-78a0-4245-8de5-cd14c06694ee service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332613 Jun 27 21:17:36.114763 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730c833-6237-4f8e-95a1-f12ee919f0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4911e2-d318-48a7-99a0-c5a688108b85,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:36.242695 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Publish callbacks [] for router_gateway (3f4bb354-c105-438e-9e12-63bad09a89de), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.285913 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Allocated IP 172.20.0.2 (2833602c-5fda-49c5-9f8b-40525401a7af/1f444894-ce72-40c6-97c3-59e461303458/d277975a-7602-4a23-8151-9c7a3772c4bd) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:17:36.297445 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6082b58-38b0-4c97-ac33-a313453c76e0 req-644e3a9f-8e04-4a73-9664-35faf301f364 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:36.299387 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e6082b58-38b0-4c97-ac33-a313453c76e0 req-644e3a9f-8e04-4a73-9664-35faf301f364 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0697784 Jun 27 21:17:36.362580 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e6082b58-38b0-4c97-ac33-a313453c76e0 req-39e10b21-09f8-4d71-8656-03a5c5d72d60 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568600 Jun 27 21:17:36.388245 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9e3e187c-8252-422d-be33-b8d88875f65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.497176 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Publish callbacks [] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.500904 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:36.515254 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.554742 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:36.566274 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Network 2833602c-5fda-49c5-9f8b-40525401a7af is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:17:36.570633 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:17:36.576435 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:17:36.594309 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Pushing event updated for resources: {'Port': ['ID=d277975a-7602-4a23-8151-9c7a3772c4bd,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:36.627606 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Publish callbacks [] for router_gateway (3f4bb354-c105-438e-9e12-63bad09a89de), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.632445 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:36.635473 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9e3e187c-8252-422d-be33-b8d88875f65e admin admin] Publish callbacks [] for security_group (142fa0ca-4f6a-4a3d-9c87-59d022d747c6), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.657418 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.669033 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9e3e187c-8252-422d-be33-b8d88875f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (142fa0ca-4f6a-4a3d-9c87-59d022d747c6), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.670498 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Attempting to bind port d277975a-7602-4a23-8151-9c7a3772c4bd on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:17:36.671077 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Attempting to bind port d277975a-7602-4a23-8151-9c7a3772c4bd by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:17:36.671551 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Attempting to bind port d277975a-7602-4a23-8151-9c7a3772c4bd on network 2833602c-5fda-49c5-9f8b-40525401a7af {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:17:36.681658 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:17:36.682436 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Checking segment: {'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:17:36.685144 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.685700 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Bound using segment: {'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:17:36.687260 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Bound port: d277975a-7602-4a23-8151-9c7a3772c4bd, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:17:36.688433 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.759925 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9e3e187c-8252-422d-be33-b8d88875f65e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a18caba069f421e9fa5456e73b527f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8269126 Jun 27 21:17:36.763000 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e187c-8252-422d-be33-b8d88875f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142fa0ca-4f6a-4a3d-9c87-59d022d747c6,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:36.763694 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44448) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:36.770719 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] For port d277975a-7602-4a23-8151-9c7a3772c4bd, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:17:36.774703 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] For port d277975a-7602-4a23-8151-9c7a3772c4bd, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=d277975a-7602-4a23-8151-9c7a3772c4bd,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:17:36.790454 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.846861 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Allocated IP 172.27.0.251 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/f768837f-da32-4f0e-85c9-ba966c9b1bb2) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:17:36.847942 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-170cd5eb-33ce-4e4c-911a-36a08de9040f admin admin] Publish callbacks [] for security_group (142fa0ca-4f6a-4a3d-9c87-59d022d747c6), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.881654 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f5a72-4e71-4fae-9994-505ed37c4ffc None None] Pushing event updated for resources: {'Port': ['ID=d277975a-7602-4a23-8151-9c7a3772c4bd,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:36.900872 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-170cd5eb-33ce-4e4c-911a-36a08de9040f admin admin] Publish callbacks [] for security_group (142fa0ca-4f6a-4a3d-9c87-59d022d747c6), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.977278 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-170cd5eb-33ce-4e4c-911a-36a08de9040f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (142fa0ca-4f6a-4a3d-9c87-59d022d747c6), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.979835 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-170cd5eb-33ce-4e4c-911a-36a08de9040f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:36.983952 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-170cd5eb-33ce-4e4c-911a-36a08de9040f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/142fa0ca-4f6a-4a3d-9c87-59d022d747c6 HTTP/1.1" status: 204 len: 168 time: 0.2161298 Jun 27 21:17:36.984138 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Publish callbacks [] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:37.005386 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cd5eb-33ce-4e4c-911a-36a08de9040f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142fa0ca-4f6a-4a3d-9c87-59d022d747c6,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:37.030404 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:37.109180 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:17:37.117172 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:17:37.121155 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:17:37.168657 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:37.191915 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Pushing event updated for resources: {'Port': ['ID=f768837f-da32-4f0e-85c9-ba966c9b1bb2,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:37.378476 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device d277975a-7602-4a23-8151-9c7a3772c4bd up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:17:37.436983 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port d277975a-7602-4a23-8151-9c7a3772c4bd triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:37.437668 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:37.514768 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Publish callbacks [] for router_gateway (3f4bb354-c105-438e-9e12-63bad09a89de), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:37.523203 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678be55-631d-411e-950f-7fab4beb2643 req-227bceb8-91aa-4e44-b458-79be9a83507e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:37.524787 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7678be55-631d-411e-950f-7fab4beb2643 req-227bceb8-91aa-4e44-b458-79be9a83507e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0683963 Jun 27 21:17:37.529465 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port d277975a-7602-4a23-8151-9c7a3772c4bd is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:37.530149 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:37.575417 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port d277975a-7602-4a23-8151-9c7a3772c4bd, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=d277975a-7602-4a23-8151-9c7a3772c4bd,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:17:37.581784 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:37.648254 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=d277975a-7602-4a23-8151-9c7a3772c4bd,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:37.674414 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7678be55-631d-411e-950f-7fab4beb2643 req-ee0b7c63-a088-4067-a4b7-9cf49eab2629 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032469 Jun 27 21:17:37.805316 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (3f4bb354-c105-438e-9e12-63bad09a89de), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:37.812809 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:37.976898 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Router 3f4bb354-c105-438e-9e12-63bad09a89de is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:17:38.095942 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:17:38.105272 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Sync routers for ids ['3f4bb354-c105-438e-9e12-63bad09a89de'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:17:38.120859 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:38.122483 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ff12f5f0-d1bc-4fcf-9194-36140b9c7e23 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2818804 Jun 27 21:17:38.122925 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Routers {'3f4bb354-c105-438e-9e12-63bad09a89de'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:38.123942 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:17:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['3f4bb354-c105-438e-9e12-63bad09a89de'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:38.124964 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44492) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:38.173440 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8628ef44-4ac4-4010-b9e9-55bf317eb0ab None None] Network 2833602c-5fda-49c5-9f8b-40525401a7af requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:17:38.226979 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-eee5aa91-c4ab-4ea6-99df-1011fc901934 None None] Provisioning complete for port d277975a-7602-4a23-8151-9c7a3772c4bd triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:38.227856 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-eee5aa91-c4ab-4ea6-99df-1011fc901934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:38.347101 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:38.351012 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Set router 3f4bb354-c105-438e-9e12-63bad09a89de gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:38.672364 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:38.679727 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-eee5aa91-c4ab-4ea6-99df-1011fc901934 None None] Current status of the port d277975a-7602-4a23-8151-9c7a3772c4bd is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:38.745317 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:37Z', 'revision_number': 3, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:38.751245 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:38.780670 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Checking router: 3f4bb354-c105-438e-9e12-63bad09a89de for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:17:38.781275 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Updating router 3f4bb354-c105-438e-9e12-63bad09a89de port f768837f-da32-4f0e-85c9-ba966c9b1bb2 binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:17:38.824992 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:38.864562 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314163cd-48d1-4ccb-a0b1-5d3b12b5ceef req-8fefcf4c-3ca8-4528-bfb9-94183489842b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:38.870118 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-314163cd-48d1-4ccb-a0b1-5d3b12b5ceef req-8fefcf4c-3ca8-4528-bfb9-94183489842b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0876226 Jun 27 21:17:38.929028 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-314163cd-48d1-4ccb-a0b1-5d3b12b5ceef req-f7970639-c1d9-4f90-9d1a-2bb4d9a8a903 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517852 Jun 27 21:17:38.938660 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:38.958231 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-b60ebcdb-1cb2-4279-abf1-60e18698a35b None None] Provisioning complete for port d277975a-7602-4a23-8151-9c7a3772c4bd triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:38.958601 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b60ebcdb-1cb2-4279-abf1-60e18698a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.111222 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:39.120541 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-b60ebcdb-1cb2-4279-abf1-60e18698a35b None None] Current status of the port d277975a-7602-4a23-8151-9c7a3772c4bd is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:39.199535 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Allocated IP 172.20.0.1 (2833602c-5fda-49c5-9f8b-40525401a7af/1f444894-ce72-40c6-97c3-59e461303458/3223037c-9dcb-4693-8a68-3c345417a5f6) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:17:39.248023 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Publish callbacks [] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.255452 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.338632 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device d277975a-7602-4a23-8151-9c7a3772c4bd up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:17:39.344656 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Attempting to bind port f768837f-da32-4f0e-85c9-ba966c9b1bb2 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:17:39.345058 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Attempting to bind port f768837f-da32-4f0e-85c9-ba966c9b1bb2 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:17:39.345415 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Attempting to bind port f768837f-da32-4f0e-85c9-ba966c9b1bb2 on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:17:39.366255 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fa509-5d52-492f-8751-b5b552c15043 None None] Pushing event updated for resources: {'Port': ['ID=f768837f-da32-4f0e-85c9-ba966c9b1bb2,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:39.382784 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:17:39.383931 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:17:39.384344 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.384730 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:17:39.385250 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Bound port: f768837f-da32-4f0e-85c9-ba966c9b1bb2, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:17:39.385622 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.396238 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Publish callbacks [] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.435426 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.450225 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port d277975a-7602-4a23-8151-9c7a3772c4bd triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:39.450584 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.476142 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Network 2833602c-5fda-49c5-9f8b-40525401a7af is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:17:39.479420 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:17:39.482929 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] For port f768837f-da32-4f0e-85c9-ba966c9b1bb2, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:17:39.483095 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:17:39.483613 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (3f4bb354-c105-438e-9e12-63bad09a89de), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.501116 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:39.504498 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] For port f768837f-da32-4f0e-85c9-ba966c9b1bb2, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=f768837f-da32-4f0e-85c9-ba966c9b1bb2,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:17:39.519086 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.548244 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Pushing event updated for resources: {'Port': ['ID=3223037c-9dcb-4693-8a68-3c345417a5f6,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:39.608226 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Routers {'3f4bb354-c105-438e-9e12-63bad09a89de'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:39.608856 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:17:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['3f4bb354-c105-438e-9e12-63bad09a89de'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:39.658978 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.668336 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port d277975a-7602-4a23-8151-9c7a3772c4bd is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:39.681509 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fa509-5d52-492f-8751-b5b552c15043 None None] Pushing event updated for resources: {'Port': ['ID=f768837f-da32-4f0e-85c9-ba966c9b1bb2,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:39.744490 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:39.759012 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-8f2c6114-e00a-4737-85d0-a934e67ba72c None None] Provisioning complete for port 3223037c-9dcb-4693-8a68-3c345417a5f6 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:39.759319 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6114-e00a-4737-85d0-a934e67ba72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.762416 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] Set router 3f4bb354-c105-438e-9e12-63bad09a89de gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:39.784143 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44548) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:39.850936 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Publish callbacks [] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.861013 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.862347 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (3f4bb354-c105-438e-9e12-63bad09a89de), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.868763 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:39.870462 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c6114-e00a-4737-85d0-a934e67ba72c None None] Port 3223037c-9dcb-4693-8a68-3c345417a5f6 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:17:39.930143 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0155-8292-4130-8559-8a4adcd8fd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:39.934562 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Pushing event updated for resources: {'Port': ['ID=3223037c-9dcb-4693-8a68-3c345417a5f6,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:39.962587 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:39.972644 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:37Z', 'revision_number': 3, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:39.979213 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:40.002919 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b2e9c-5bf0-4d15-a66a-45c18d772c6e None None] The sync data for ids ['3f4bb354-c105-438e-9e12-63bad09a89de'] in dv-cinder-847732-1-iscsi is: [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:37Z', 'revision_number': 3, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:17:40.011053 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Network 2833602c-5fda-49c5-9f8b-40525401a7af is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:17:40.012515 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:17:40.062696 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0155-8292-4130-8559-8a4adcd8fd7d admin admin] Publish callbacks [] for security_group (0bdc71a6-6e66-446a-a564-ad7173ce0e0a), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:40.068847 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ee5c0155-8292-4130-8559-8a4adcd8fd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (0bdc71a6-6e66-446a-a564-ad7173ce0e0a), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:40.072825 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:40.116143 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c0155-8292-4130-8559-8a4adcd8fd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdc71a6-6e66-446a-a564-ad7173ce0e0a,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:40.126921 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-ee5c0155-8292-4130-8559-8a4adcd8fd7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdb74511f0614aa59d5b44c0f677ab69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415544 Jun 27 21:17:40.128547 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44554) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:40.175487 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f8dad-2df1-4b3e-a747-efed75c08c26 req-62361d9c-f772-49c3-89f6-3cd48190e390 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:40.177119 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ee2f8dad-2df1-4b3e-a747-efed75c08c26 req-62361d9c-f772-49c3-89f6-3cd48190e390 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.1102378 Jun 27 21:17:40.238823 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Router 3f4bb354-c105-438e-9e12-63bad09a89de has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:17:40.305270 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-438299f0-4e7f-44a1-a8c5-442c70d4e59b None None] Provisioning complete for port 3223037c-9dcb-4693-8a68-3c345417a5f6 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:40.305822 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-438299f0-4e7f-44a1-a8c5-442c70d4e59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:40.313001 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ee2f8dad-2df1-4b3e-a747-efed75c08c26 req-3079e9c1-3414-4c6a-9d7b-35ccd289367b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276376 Jun 27 21:17:40.313360 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b09b5254-ca3a-4bc9-a0f1-c69ff838cd16 admin admin] Publish callbacks [] for security_group (0bdc71a6-6e66-446a-a564-ad7173ce0e0a), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:40.359070 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-438299f0-4e7f-44a1-a8c5-442c70d4e59b None None] Port 3223037c-9dcb-4693-8a68-3c345417a5f6 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:17:40.386424 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b09b5254-ca3a-4bc9-a0f1-c69ff838cd16 admin admin] Publish callbacks [] for security_group (0bdc71a6-6e66-446a-a564-ad7173ce0e0a), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:40.426413 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7f587d5a-a060-4af3-9144-43738207feac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:40.465495 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:17:40.471014 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-44dae99c-a810-4c94-aa31-49eaf13cad8d admin admin] 10.222.0.13 "PUT /v2.0/routers/3f4bb354-c105-438e-9e12-63bad09a89de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3445270 Jun 27 21:17:40.491249 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b09b5254-ca3a-4bc9-a0f1-c69ff838cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (0bdc71a6-6e66-446a-a564-ad7173ce0e0a), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:40.494372 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b09b5254-ca3a-4bc9-a0f1-c69ff838cd16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:40.495857 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b09b5254-ca3a-4bc9-a0f1-c69ff838cd16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bdc71a6-6e66-446a-a564-ad7173ce0e0a HTTP/1.1" status: 204 len: 168 time: 0.3672831 Jun 27 21:17:40.504901 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b5254-ca3a-4bc9-a0f1-c69ff838cd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdc71a6-6e66-446a-a564-ad7173ce0e0a,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:40.834080 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44570) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:40.850520 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b6e8d497-c60a-4d06-911f-72f3e85103b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:40.947927 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b6e8d497-c60a-4d06-911f-72f3e85103b0 admin admin] Publish callbacks [] for security_group (40ee9d6d-e57d-4f62-b93e-03fded125bf8), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:40.954307 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b6e8d497-c60a-4d06-911f-72f3e85103b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (40ee9d6d-e57d-4f62-b93e-03fded125bf8), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.001459 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8d497-c60a-4d06-911f-72f3e85103b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ee9d6d-e57d-4f62-b93e-03fded125bf8,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:41.005949 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b6e8d497-c60a-4d06-911f-72f3e85103b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abb6e6e9ef864b9bb9375998d1c30064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705768 Jun 27 21:17:41.008845 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44576) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:41.068278 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0f418918-6ec8-4582-ae89-0eae46f0c41c admin admin] Publish callbacks [] for security_group (40ee9d6d-e57d-4f62-b93e-03fded125bf8), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.091199 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0f418918-6ec8-4582-ae89-0eae46f0c41c admin admin] Publish callbacks [] for security_group (40ee9d6d-e57d-4f62-b93e-03fded125bf8), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.097504 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:41.146909 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0f418918-6ec8-4582-ae89-0eae46f0c41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (40ee9d6d-e57d-4f62-b93e-03fded125bf8), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.150237 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0f418918-6ec8-4582-ae89-0eae46f0c41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.151511 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0f418918-6ec8-4582-ae89-0eae46f0c41c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40ee9d6d-e57d-4f62-b93e-03fded125bf8 HTTP/1.1" status: 204 len: 168 time: 0.1415653 Jun 27 21:17:41.161234 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f418918-6ec8-4582-ae89-0eae46f0c41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ee9d6d-e57d-4f62-b93e-03fded125bf8,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:41.167057 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44584) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:41.172380 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2021202739-network', 'tenant_id': 'd2507516008649269ca7932a008d7db3'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:41.195793 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Made reservation on behalf of d2507516008649269ca7932a008d7db3 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:17:41.198394 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.207660 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.222992 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:41.306504 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Publish callbacks [] for security_group (ed2f50b2-02d4-47da-8106-cd340bf6358b), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.311167 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (ed2f50b2-02d4-47da-8106-cd340bf6358b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.322426 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device f768837f-da32-4f0e-85c9-ba966c9b1bb2 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:17:41.346864 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:17:41.356794 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2f50b2-02d4-47da-8106-cd340bf6358b,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:41.377354 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port f768837f-da32-4f0e-85c9-ba966c9b1bb2 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:41.377812 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.382228 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (8956d834-3f6b-4a77-b9a4-01efae5745ba), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.382521 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Added segment 8956d834-3f6b-4a77-b9a4-01efae5745ba of type vlan for network 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 Jun 27 21:17:41.457472 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (013d27ee-f2d9-4ffe-97da-ad4af2dc3b66), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.475133 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc5593-faae-446f-b805-a6a5339cfca6 req-55cd2fd6-bb7f-4a3e-a1a6-9a51266fd79b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:41.477680 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dccc5593-faae-446f-b805-a6a5339cfca6 req-55cd2fd6-bb7f-4a3e-a1a6-9a51266fd79b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0686176 Jun 27 21:17:41.499763 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (013d27ee-f2d9-4ffe-97da-ad4af2dc3b66), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.501363 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:41.503094 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.513012 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port f768837f-da32-4f0e-85c9-ba966c9b1bb2 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:41.513827 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.546222 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port f768837f-da32-4f0e-85c9-ba966c9b1bb2, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=f768837f-da32-4f0e-85c9-ba966c9b1bb2,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:17:41.552837 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dccc5593-faae-446f-b805-a6a5339cfca6 req-5b3cad42-db1f-4c52-8269-cc1234249b90 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686905 Jun 27 21:17:41.557605 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.564021 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3958967 Jun 27 21:17:41.567226 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44592) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:41.572906 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] Request body: {'subnet': {'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2021202739-subnet', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'ip_version': 4}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:41.598867 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] Made reservation on behalf of d2507516008649269ca7932a008d7db3 for: {'subnet': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:17:41.603624 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25965306'] for subnet (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.630044 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9df989-db6f-410f-8af5-6fc59c6af092 admin admin] Pushing event updated for resources: {'Network': ['ID=013d27ee-f2d9-4ffe-97da-ad4af2dc3b66,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:41.647274 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:17:41.650434 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=f768837f-da32-4f0e-85c9-ba966c9b1bb2,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:41.830829 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25770557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25966592'] for subnet (67b74f16-b9d3-4499-8ce3-91822f68bdc8), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.885176 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b74f16-b9d3-4499-8ce3-91822f68bdc8,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:41.906408 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Sync routers for ids ['3f4bb354-c105-438e-9e12-63bad09a89de'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:17:41.910305 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] Checking segment: {'id': '8956d834-3f6b-4a77-b9a4-01efae5745ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:17:41.910658 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] Network hostable DHCP agents. Network: 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:17:41.918393 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Routers {'3f4bb354-c105-438e-9e12-63bad09a89de'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:41.919028 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:17:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['3f4bb354-c105-438e-9e12-63bad09a89de'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:41.933585 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] Network 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:17:41.948038 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66) {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:17:41.954034 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:41.958470 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6c96c-5385-43c5-89fd-3fb42907f432 None None] Network 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:17:41.963205 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:41.995596 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-0ed22321-3c4a-47a0-b8cd-0c511e8697e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4247117 Jun 27 21:17:41.996255 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44608) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:42.000830 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2021202739-router', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:42.030783 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (84befe56-bd82-4f0e-a34d-49c61f4c9e15), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.032244 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (84befe56-bd82-4f0e-a34d-49c61f4c9e15), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.034887 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:42.051943 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Set router 3f4bb354-c105-438e-9e12-63bad09a89de gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:42.102593 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-013d27ee-f2d9-4ffe-97da-ad4af2dc3b66', 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66', 'project_id': 'd2507516008649269ca7932a008d7db3', 'fixed_ips': [{'subnet_id': '67b74f16-b9d3-4499-8ce3-91822f68bdc8'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:17:42.103958 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.123949 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Publish callbacks [] for router_controller (84befe56-bd82-4f0e-a34d-49c61f4c9e15), precommit_add_association {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.283311 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Allocated IP 172.20.0.2 (013d27ee-f2d9-4ffe-97da-ad4af2dc3b66/67b74f16-b9d3-4499-8ce3-91822f68bdc8/e9648b1a-c24a-4413-b86e-c796f33e9b86) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:17:42.288214 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:42.329495 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Publish callbacks [] for router_gateway (84befe56-bd82-4f0e-a34d-49c61f4c9e15), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.369147 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 4, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3223037c-9dcb-4693-8a68-3c345417a5f6', 'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'mac_address': 'fa:16:3e:f8:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:38Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 2, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'subnets': [{'id': '1f444894-ce72-40c6-97c3-59e461303458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:42.399093 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Checking router: 3f4bb354-c105-438e-9e12-63bad09a89de for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:17:42.399438 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Updating router 3f4bb354-c105-438e-9e12-63bad09a89de port 3223037c-9dcb-4693-8a68-3c345417a5f6 binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:17:42.436301 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.466611 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Publish callbacks [] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.476115 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.523900 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Network 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:17:42.528139 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:17:42.532394 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:17:42.591845 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Pushing event updated for resources: {'Port': ['ID=e9648b1a-c24a-4413-b86e-c796f33e9b86,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:42.606835 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Attempting to bind port e9648b1a-c24a-4413-b86e-c796f33e9b86 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:17:42.607389 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Attempting to bind port e9648b1a-c24a-4413-b86e-c796f33e9b86 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8956d834-3f6b-4a77-b9a4-01efae5745ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:17:42.608018 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Attempting to bind port e9648b1a-c24a-4413-b86e-c796f33e9b86 on network 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:17:42.616357 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:17:42.617082 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Checking segment: {'id': '8956d834-3f6b-4a77-b9a4-01efae5745ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:17:42.617697 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.618337 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Bound using segment: {'id': '8956d834-3f6b-4a77-b9a4-01efae5745ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:17:42.618960 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Bound port: e9648b1a-c24a-4413-b86e-c796f33e9b86, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8956d834-3f6b-4a77-b9a4-01efae5745ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:17:42.619507 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.687342 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-6d658cf9-82a6-47c1-a48d-5a27415a262f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.698905 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:42.731368 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] For port e9648b1a-c24a-4413-b86e-c796f33e9b86, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:17:42.736470 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] For port e9648b1a-c24a-4413-b86e-c796f33e9b86, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e9648b1a-c24a-4413-b86e-c796f33e9b86,segment=NetworkSegment(8956d834-3f6b-4a77-b9a4-01efae5745ba),segment_id=8956d834-3f6b-4a77-b9a4-01efae5745ba)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:17:42.746516 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.787104 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Publish callbacks [] for router_gateway (84befe56-bd82-4f0e-a34d-49c61f4c9e15), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.792231 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:DELETE=4,neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:42.797372 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Publish callbacks [] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.806109 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.821362 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:42.855139 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828199b3-fa81-4202-b707-b0914eda4781 None None] Pushing event updated for resources: {'Port': ['ID=e9648b1a-c24a-4413-b86e-c796f33e9b86,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:42.890212 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c9647-702d-44e6-b346-19137da5074b req-883595a7-b82a-4a11-8f5a-4ef22c86d211 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:42.895681 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Pushing event updated for resources: {'Port': ['ID=3223037c-9dcb-4693-8a68-3c345417a5f6,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:42.902839 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-756c9647-702d-44e6-b346-19137da5074b req-883595a7-b82a-4a11-8f5a-4ef22c86d211 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.1835136 Jun 27 21:17:42.906064 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.906403 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.906752 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.907310 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.907406 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.907709 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.908030 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.908340 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.908647 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.909016 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.909293 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.909623 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.909938 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.910245 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:42.910551 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:43.009546 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Attempting to bind port 3223037c-9dcb-4693-8a68-3c345417a5f6 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:17:43.010427 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Attempting to bind port 3223037c-9dcb-4693-8a68-3c345417a5f6 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:17:43.011204 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Attempting to bind port 3223037c-9dcb-4693-8a68-3c345417a5f6 on network 2833602c-5fda-49c5-9f8b-40525401a7af {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:17:43.017594 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-756c9647-702d-44e6-b346-19137da5074b req-36912518-f014-426d-beb8-0c147183f17b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137593 Jun 27 21:17:43.022136 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:43.026513 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:17:43.027237 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Checking segment: {'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:17:43.027837 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:43.028444 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Bound using segment: {'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:17:43.029198 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Bound port: 3223037c-9dcb-4693-8a68-3c345417a5f6, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:17:43.029809 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:43.056086 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Allocated IP 172.27.0.39 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/91334721-233b-4c48-8e12-fd75e9dffccb) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:17:43.061546 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:43.184452 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] For port 3223037c-9dcb-4693-8a68-3c345417a5f6, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:17:43.191382 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] For port 3223037c-9dcb-4693-8a68-3c345417a5f6, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=3223037c-9dcb-4693-8a68-3c345417a5f6,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:17:43.201283 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:43.280721 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82039e1e-3f0c-4772-a6fc-3e39834c6187 None None] Pushing event updated for resources: {'Port': ['ID=3223037c-9dcb-4693-8a68-3c345417a5f6,revision_number=4']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:43.284591 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Publish callbacks [] for port (91334721-233b-4c48-8e12-fd75e9dffccb), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:43.341881 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Routers {'3f4bb354-c105-438e-9e12-63bad09a89de'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:43.342446 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-c49c3f22-6b0e-487d-bc48-15f2c617f094 None None] Provisioning complete for port 3223037c-9dcb-4693-8a68-3c345417a5f6 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:43.344746 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c49c3f22-6b0e-487d-bc48-15f2c617f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:43.346032 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:17:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['3f4bb354-c105-438e-9e12-63bad09a89de'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:43.375102 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:43.440089 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:17:43.449726 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:17:43.460471 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:17:43.512973 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-c49c3f22-6b0e-487d-bc48-15f2c617f094 None None] Current status of the port 3223037c-9dcb-4693-8a68-3c345417a5f6 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:43.514054 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c49c3f22-6b0e-487d-bc48-15f2c617f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:43.529896 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device f768837f-da32-4f0e-85c9-ba966c9b1bb2 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:17:43.538360 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] Set router 3f4bb354-c105-438e-9e12-63bad09a89de gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:43.576365 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Pushing event updated for resources: {'Port': ['ID=91334721-233b-4c48-8e12-fd75e9dffccb,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:43.638474 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:43.642787 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-c49c3f22-6b0e-487d-bc48-15f2c617f094 None None] For port 3223037c-9dcb-4693-8a68-3c345417a5f6, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=3223037c-9dcb-4693-8a68-3c345417a5f6,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:17:43.652683 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c49c3f22-6b0e-487d-bc48-15f2c617f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:43.708684 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port f768837f-da32-4f0e-85c9-ba966c9b1bb2 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:43.709399 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:43.740408 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c3f22-6b0e-487d-bc48-15f2c617f094 None None] Pushing event updated for resources: {'Port': ['ID=3223037c-9dcb-4693-8a68-3c345417a5f6,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:43.814598 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 4, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3223037c-9dcb-4693-8a68-3c345417a5f6', 'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'mac_address': 'fa:16:3e:f8:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:38Z', 'updated_at': '2022-06-27T21:17:43Z', 'revision_number': 4, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'subnets': [{'id': '1f444894-ce72-40c6-97c3-59e461303458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:43.854039 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad17e6-2157-4ae3-aaec-02e368eccada None None] The sync data for ids ['3f4bb354-c105-438e-9e12-63bad09a89de'] in dv-cinder-847732-1-iscsi is: [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 4, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3223037c-9dcb-4693-8a68-3c345417a5f6', 'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'mac_address': 'fa:16:3e:f8:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:38Z', 'updated_at': '2022-06-27T21:17:43Z', 'revision_number': 4, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'subnets': [{'id': '1f444894-ce72-40c6-97c3-59e461303458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:17:44.072885 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d8795224-9014-466a-92e3-45dba123ecbb None None] Provisioning complete for port 3223037c-9dcb-4693-8a68-3c345417a5f6 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:44.073564 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d8795224-9014-466a-92e3-45dba123ecbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:44.078036 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:44.113872 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:44.231024 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27681b-b71d-48b0-af07-4f1c2c619ce9 req-460fa39e-c1dd-4a23-b7a2-a027c6d29714 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:44.240245 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port f768837f-da32-4f0e-85c9-ba966c9b1bb2 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:44.241359 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device e9648b1a-c24a-4413-b86e-c796f33e9b86 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:17:44.247059 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ff27681b-b71d-48b0-af07-4f1c2c619ce9 req-460fa39e-c1dd-4a23-b7a2-a027c6d29714 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.1149552 Jun 27 21:17:44.346861 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d8795224-9014-466a-92e3-45dba123ecbb None None] Current status of the port 3223037c-9dcb-4693-8a68-3c345417a5f6 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:44.355630 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ff27681b-b71d-48b0-af07-4f1c2c619ce9 req-387a258b-14ea-4a7d-83c3-dc9e587b7b3a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072876 Jun 27 21:17:44.364060 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b0a5c5-3f5e-45e5-9933-0b465302b803 None None] Network 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:17:44.369107 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port e9648b1a-c24a-4413-b86e-c796f33e9b86 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:44.369839 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:44.418657 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Publish callbacks [] for router_gateway (84befe56-bd82-4f0e-a34d-49c61f4c9e15), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:44.554461 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-e0c32e98-bc2f-4c4f-8b73-5841ed67b414 None None] Provisioning complete for port e9648b1a-c24a-4413-b86e-c796f33e9b86 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:44.555319 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e0c32e98-bc2f-4c4f-8b73-5841ed67b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:44.615454 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port e9648b1a-c24a-4413-b86e-c796f33e9b86 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:44.615832 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:44.656861 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (84befe56-bd82-4f0e-a34d-49c61f4c9e15), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:44.740725 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port e9648b1a-c24a-4413-b86e-c796f33e9b86, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e9648b1a-c24a-4413-b86e-c796f33e9b86,segment=NetworkSegment(8956d834-3f6b-4a77-b9a4-01efae5745ba),segment_id=8956d834-3f6b-4a77-b9a4-01efae5745ba)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:17:44.746053 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-e0c32e98-bc2f-4c4f-8b73-5841ed67b414 None None] Current status of the port e9648b1a-c24a-4413-b86e-c796f33e9b86 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:44.746644 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e0c32e98-bc2f-4c4f-8b73-5841ed67b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:44.756726 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:44.781811 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:44.870062 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:17:44.903057 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=e9648b1a-c24a-4413-b86e-c796f33e9b86,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:44.917419 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.db.api [None req-e0c32e98-bc2f-4c4f-8b73-5841ed67b414 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 21:17:44.917826 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG oslo_db.api [None req-e0c32e98-bc2f-4c4f-8b73-5841ed67b414 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 21:17:45.039871 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:17:45.053610 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Sync routers for ids ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:17:45.066596 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Routers {'84befe56-bd82-4f0e-a34d-49c61f4c9e15'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:45.067246 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:17:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:45.077739 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:45.079079 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-623bc3eb-9617-40b2-9732-5b067d664e13 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0818291 Jun 27 21:17:45.082475 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44706) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:45.210492 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Set router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:45.288164 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:45.394975 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:45.445527 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:45.449171 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:45.493710 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:45.529897 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d746f-633b-459d-8dce-f538c0347b77 req-d2e552b2-07f4-497e-8f2b-065be185108a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:45.532317 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-378d746f-633b-459d-8dce-f538c0347b77 req-d2e552b2-07f4-497e-8f2b-065be185108a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0736289 Jun 27 21:17:45.533097 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-e0c32e98-bc2f-4c4f-8b73-5841ed67b414 None None] Current status of the port e9648b1a-c24a-4413-b86e-c796f33e9b86 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:45.538808 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device e9648b1a-c24a-4413-b86e-c796f33e9b86 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:17:45.548347 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:45.622333 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-378d746f-633b-459d-8dce-f538c0347b77 req-50496202-8d7a-480e-835d-9b4ba4541ea9 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794206 Jun 27 21:17:45.631199 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'name': 'tempest-TestShelveInstance-2021202739-router', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:43Z', 'revision_number': 3, 'project_id': 'd2507516008649269ca7932a008d7db3', 'gw_port': {'id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:45.660214 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:45.714940 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Checking router: 84befe56-bd82-4f0e-a34d-49c61f4c9e15 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:17:45.715856 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Updating router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 port 91334721-233b-4c48-8e12-fd75e9dffccb binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:17:45.752287 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-6bad08f4-c586-4369-b8ba-6421986a36ed None None] Provisioning complete for port e9648b1a-c24a-4413-b86e-c796f33e9b86 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:45.752653 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-6bad08f4-c586-4369-b8ba-6421986a36ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:45.771482 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:45.797785 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:45.827744 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port e9648b1a-c24a-4413-b86e-c796f33e9b86 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:45.828113 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:45.840402 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Allocated IP 172.20.0.1 (013d27ee-f2d9-4ffe-97da-ad4af2dc3b66/67b74f16-b9d3-4499-8ce3-91822f68bdc8/6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:17:45.954916 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09301d8-461b-48cb-b6d7-f422cbe79f75 req-ff2ea34b-c5f7-4f6f-bc32-596112ea6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:45.955504 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f09301d8-461b-48cb-b6d7-f422cbe79f75 req-ff2ea34b-c5f7-4f6f-bc32-596112ea6b0c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 1129 time: 0.0638912 Jun 27 21:17:45.964915 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Publish callbacks [] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.015232 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.040697 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-6bad08f4-c586-4369-b8ba-6421986a36ed None None] Current status of the port e9648b1a-c24a-4413-b86e-c796f33e9b86 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:46.111901 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Network 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:17:46.114695 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:17:46.121393 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:17:46.128651 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Pushing event updated for resources: {'Port': ['ID=6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:46.136014 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port e9648b1a-c24a-4413-b86e-c796f33e9b86 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:46.137174 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3223037c-9dcb-4693-8a68-3c345417a5f6 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:17:46.158047 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09301d8-461b-48cb-b6d7-f422cbe79f75 req-89102cb3-f590-417f-b48f-3677902781a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:46.161186 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f09301d8-461b-48cb-b6d7-f422cbe79f75 req-89102cb3-f590-417f-b48f-3677902781a5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.1822162 Jun 27 21:17:46.165513 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.165513 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.166182 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.166592 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.167084 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.167400 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.167842 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.168271 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.168774 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.169819 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.169819 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.169995 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.170386 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.170755 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.171718 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.191616 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44748) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:46.217149 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (84befe56-bd82-4f0e-a34d-49c61f4c9e15), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.251336 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 3223037c-9dcb-4693-8a68-3c345417a5f6 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:46.252015 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.269391 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f09301d8-461b-48cb-b6d7-f422cbe79f75 req-8ff5fc06-6266-40de-b14d-888e2764bfe0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0071d9d-e534-4717-a5e1-b60e19b215c7 HTTP/1.1" status: 200 len: 217 time: 0.0842957 Jun 27 21:17:46.354975 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09301d8-461b-48cb-b6d7-f422cbe79f75 req-5f8a5400-6a8e-4ee0-bd88-0b271396406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:46.356638 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f09301d8-461b-48cb-b6d7-f422cbe79f75 req-5f8a5400-6a8e-4ee0-bd88-0b271396406f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.0790529 Jun 27 21:17:46.397125 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:46.413839 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Publish callbacks [] for port (91334721-233b-4c48-8e12-fd75e9dffccb), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.441825 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.504768 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09301d8-461b-48cb-b6d7-f422cbe79f75 req-bb5e2025-7e8f-4505-a33a-5679f5456d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:46.506503 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f09301d8-461b-48cb-b6d7-f422cbe79f75 req-bb5e2025-7e8f-4505-a33a-5679f5456d9a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437853 Jun 27 21:17:46.555519 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7cb1-2155-496e-9f5f-3f39298edb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.562532 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:46.612043 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f09301d8-461b-48cb-b6d7-f422cbe79f75 req-a803f654-9fda-47de-8a24-4694e0cd52ed service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966640 Jun 27 21:17:46.693363 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.697351 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 3223037c-9dcb-4693-8a68-3c345417a5f6 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:46.699287 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:46.700004 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:46.700890 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Pushing event updated for resources: {'Port': ['ID=91334721-233b-4c48-8e12-fd75e9dffccb,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:46.703996 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Attempting to bind port 91334721-233b-4c48-8e12-fd75e9dffccb on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:17:46.704390 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Attempting to bind port 91334721-233b-4c48-8e12-fd75e9dffccb by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:17:46.704693 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Attempting to bind port 91334721-233b-4c48-8e12-fd75e9dffccb on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:17:46.706737 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-29cc6ca2-60b5-4f33-902f-ec075ace6fec None None] Provisioning complete for port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:46.707142 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-29cc6ca2-60b5-4f33-902f-ec075ace6fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.741442 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:17:46.741794 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:17:46.742212 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.742589 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:17:46.743053 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Bound port: 91334721-233b-4c48-8e12-fd75e9dffccb, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:17:46.743417 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.746491 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.746830 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.747299 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.747830 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.748380 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.748886 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.749322 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.749638 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.749957 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.750277 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.750592 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.750924 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.751237 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.751540 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.751847 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:46.761652 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7cb1-2155-496e-9f5f-3f39298edb52 admin admin] Publish callbacks [] for security_group (13295f68-d8a2-4e11-9add-2c147cd03118), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.767298 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f09301d8-461b-48cb-b6d7-f422cbe79f75 req-fa330daf-a04e-42da-9c2e-db75ad0de61c service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477613 Jun 27 21:17:46.785376 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-29cc6ca2-60b5-4f33-902f-ec075ace6fec None None] Port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:17:46.787387 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7cb1-2155-496e-9f5f-3f39298edb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (13295f68-d8a2-4e11-9add-2c147cd03118), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.807402 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] For port 91334721-233b-4c48-8e12-fd75e9dffccb, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:17:46.811173 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] For port 91334721-233b-4c48-8e12-fd75e9dffccb, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=91334721-233b-4c48-8e12-fd75e9dffccb,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:17:46.819282 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.829684 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082762d5-b617-41ed-894a-c61250e19c4e req-513caecc-92b7-4c59-977e-21115f718ea2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:46.831163 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-082762d5-b617-41ed-894a-c61250e19c4e req-513caecc-92b7-4c59-977e-21115f718ea2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.1152749 Jun 27 21:17:46.871479 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-bd5d7cb1-2155-496e-9f5f-3f39298edb52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e18ebe094e6246c89ecf5dd4bf04a9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6784096 Jun 27 21:17:46.874000 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44756) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:46.879866 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d7cb1-2155-496e-9f5f-3f39298edb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13295f68-d8a2-4e11-9add-2c147cd03118,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:46.883529 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Routers {'84befe56-bd82-4f0e-a34d-49c61f4c9e15'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:46.884193 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:17:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:46.925710 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ab1a4-0767-47af-8279-d8827d431d20 None None] Pushing event updated for resources: {'Port': ['ID=91334721-233b-4c48-8e12-fd75e9dffccb,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:46.947792 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Publish callbacks [] for security_group (13295f68-d8a2-4e11-9add-2c147cd03118), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:46.968742 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-082762d5-b617-41ed-894a-c61250e19c4e req-090bcc29-ef05-4c4f-8757-934daf7ae4d0 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186783 Jun 27 21:17:46.973316 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Publish callbacks [] for security_group (13295f68-d8a2-4e11-9add-2c147cd03118), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.013152 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] Set router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:47.035815 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Publish callbacks [] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.038829 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (13295f68-d8a2-4e11-9add-2c147cd03118), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.041698 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.042292 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.042873 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13295f68-d8a2-4e11-9add-2c147cd03118 HTTP/1.1" status: 204 len: 168 time: 0.1676228 Jun 27 21:17:47.051525 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13295f68-d8a2-4e11-9add-2c147cd03118,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:47.059304 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.059875 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.060362 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.060879 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.061443 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.061947 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.062446 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.062946 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.063447 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.063959 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.064461 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.065295 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.066010 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.066613 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.067115 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143ce3b7-d8af-4d00-a3e0-c62614bf70af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:17:47.123649 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (84befe56-bd82-4f0e-a34d-49c61f4c9e15), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.127760 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Pushing event updated for resources: {'Port': ['ID=6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:47.230634 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Network 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:17:47.232097 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:17:47.240675 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'name': 'tempest-TestShelveInstance-2021202739-router', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:46Z', 'revision_number': 4, 'project_id': 'd2507516008649269ca7932a008d7db3', 'gw_port': {'id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2', 'name': '', 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'mac_address': 'fa:16:3e:6f:78:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '67b74f16-b9d3-4499-8ce3-91822f68bdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:45Z', 'updated_at': '2022-06-27T21:17:45Z', 'revision_number': 1, 'project_id': 'd2507516008649269ca7932a008d7db3', 'subnets': [{'id': '67b74f16-b9d3-4499-8ce3-91822f68bdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:47.273129 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f38578a-0530-4e66-be23-0dd18a461606 None None] The sync data for ids ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'] in dv-cinder-847732-1-iscsi is: [{'id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'name': 'tempest-TestShelveInstance-2021202739-router', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:46Z', 'revision_number': 4, 'project_id': 'd2507516008649269ca7932a008d7db3', 'gw_port': {'id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2', 'name': '', 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'mac_address': 'fa:16:3e:6f:78:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '67b74f16-b9d3-4499-8ce3-91822f68bdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:45Z', 'updated_at': '2022-06-27T21:17:45Z', 'revision_number': 1, 'project_id': 'd2507516008649269ca7932a008d7db3', 'subnets': [{'id': '67b74f16-b9d3-4499-8ce3-91822f68bdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:17:47.306140 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:47.369405 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:17:47.409897 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44764) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:47.427345 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b52f7f1e-e574-4ce5-aadd-c2082808e8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.472716 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:47.494964 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:17:47.500677 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-1ab373b0-9131-4c45-878d-9f894ebc45da admin admin] 10.222.0.13 "PUT /v2.0/routers/84befe56-bd82-4f0e-a34d-49c61f4c9e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4170980 Jun 27 21:17:47.549174 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b52f7f1e-e574-4ce5-aadd-c2082808e8ef admin admin] Publish callbacks [] for security_group (e9f0fa3e-5580-450f-a5ca-eb899a995995), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.558937 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b52f7f1e-e574-4ce5-aadd-c2082808e8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (e9f0fa3e-5580-450f-a5ca-eb899a995995), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.609701 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-e7ba807b-4ee8-46fa-943e-9e3e10b45f9b None None] Provisioning complete for port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:47.610223 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e7ba807b-4ee8-46fa-943e-9e3e10b45f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.614496 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b52f7f1e-e574-4ce5-aadd-c2082808e8ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcbcea9a3c1b413789e497a320e2201e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034473 Jun 27 21:17:47.615570 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f7f1e-e574-4ce5-aadd-c2082808e8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0fa3e-5580-450f-a5ca-eb899a995995,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:47.617394 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44768) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:47.668249 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba807b-4ee8-46fa-943e-9e3e10b45f9b None None] Port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:17:47.690919 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f98f73e-f58a-4cec-8da2-c4bb7025ea37 admin admin] Publish callbacks [] for security_group (e9f0fa3e-5580-450f-a5ca-eb899a995995), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.730548 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f98f73e-f58a-4cec-8da2-c4bb7025ea37 admin admin] Publish callbacks [] for security_group (e9f0fa3e-5580-450f-a5ca-eb899a995995), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.794998 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f98f73e-f58a-4cec-8da2-c4bb7025ea37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (e9f0fa3e-5580-450f-a5ca-eb899a995995), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.797641 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0f98f73e-f58a-4cec-8da2-c4bb7025ea37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:47.801423 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-0f98f73e-f58a-4cec-8da2-c4bb7025ea37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9f0fa3e-5580-450f-a5ca-eb899a995995 HTTP/1.1" status: 204 len: 168 time: 0.1805036 Jun 27 21:17:47.808239 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98f73e-f58a-4cec-8da2-c4bb7025ea37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0fa3e-5580-450f-a5ca-eb899a995995,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:47.992480 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44776) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:48.004327 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-f590192f-a7b6-40dc-b730-1fffb77ed0a9 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930866790', 'description': 'tempest-secgroup-smoke-930866790 description', 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:48.031184 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:48.054417 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f590192f-a7b6-40dc-b730-1fffb77ed0a9 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.160013 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f62ba-5875-43e7-9920-2e7cea7587b6 req-d8054f29-bd6e-4517-b29e-77de2db363fb tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:48.161160 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2b5f62ba-5875-43e7-9920-2e7cea7587b6 req-d8054f29-bd6e-4517-b29e-77de2db363fb tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0901003 Jun 27 21:17:48.228448 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f590192f-a7b6-40dc-b730-1fffb77ed0a9 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group (791c07f8-9c7d-4ac9-b775-5742a9695be0), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.234415 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f590192f-a7b6-40dc-b730-1fffb77ed0a9 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (791c07f8-9c7d-4ac9-b775-5742a9695be0), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.260393 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2b5f62ba-5875-43e7-9920-2e7cea7587b6 req-5f3b7ee6-ef6a-48ec-99c5-dcf348601e3e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928671 Jun 27 21:17:48.283162 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f590192f-a7b6-40dc-b730-1fffb77ed0a9 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.288164 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44790) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:48.289725 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-f590192f-a7b6-40dc-b730-1fffb77ed0a9 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2957013 Jun 27 21:17:48.291368 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590192f-a7b6-40dc-b730-1fffb77ed0a9 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791c07f8-9c7d-4ac9-b775-5742a9695be0,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:48.300763 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-b4bd3e6a-6375-4c97-8566-d9f4ea23a9b5 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Request body: {'security_group_rule': {'security_group_id': '791c07f8-9c7d-4ac9-b775-5742a9695be0', 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:48.331646 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:48.361143 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3e6a-6375-4c97-8566-d9f4ea23a9b5 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (7364ee51-d1f4-48de-b679-35c69f2bc9c7), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.438761 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3e6a-6375-4c97-8566-d9f4ea23a9b5 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (7364ee51-d1f4-48de-b679-35c69f2bc9c7), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.443905 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3e6a-6375-4c97-8566-d9f4ea23a9b5 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (7364ee51-d1f4-48de-b679-35c69f2bc9c7), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.467672 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd3e6a-6375-4c97-8566-d9f4ea23a9b5 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7364ee51-d1f4-48de-b679-35c69f2bc9c7,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:48.481195 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3e6a-6375-4c97-8566-d9f4ea23a9b5 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.482960 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b4bd3e6a-6375-4c97-8566-d9f4ea23a9b5 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1937287 Jun 27 21:17:48.485995 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44800) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:48.491652 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-279ea2a8-15dd-4dc1-a873-ce523c5528e8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Request body: {'security_group_rule': {'security_group_id': '791c07f8-9c7d-4ac9-b775-5742a9695be0', 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:48.525787 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-279ea2a8-15dd-4dc1-a873-ce523c5528e8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (96733849-e735-4b31-aa8a-b9985dd6df6f), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.590739 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-279ea2a8-15dd-4dc1-a873-ce523c5528e8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (96733849-e735-4b31-aa8a-b9985dd6df6f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.602446 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-279ea2a8-15dd-4dc1-a873-ce523c5528e8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (96733849-e735-4b31-aa8a-b9985dd6df6f), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.621177 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ea2a8-15dd-4dc1-a873-ce523c5528e8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96733849-e735-4b31-aa8a-b9985dd6df6f,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:48.634288 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-279ea2a8-15dd-4dc1-a873-ce523c5528e8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.635803 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-279ea2a8-15dd-4dc1-a873-ce523c5528e8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477351 Jun 27 21:17:48.638439 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44806) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:48.643025 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-504f8734-6885-44a9-95bc-4ada29834bd4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Request body: {'security_group_rule': {'security_group_id': '791c07f8-9c7d-4ac9-b775-5742a9695be0', 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:48.672835 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-504f8734-6885-44a9-95bc-4ada29834bd4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (c51b1609-c2da-4a4a-902b-ffc44d243ffe), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.741605 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-504f8734-6885-44a9-95bc-4ada29834bd4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (c51b1609-c2da-4a4a-902b-ffc44d243ffe), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.746653 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-504f8734-6885-44a9-95bc-4ada29834bd4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (c51b1609-c2da-4a4a-902b-ffc44d243ffe), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.767277 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f8734-6885-44a9-95bc-4ada29834bd4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51b1609-c2da-4a4a-902b-ffc44d243ffe,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:48.775340 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-504f8734-6885-44a9-95bc-4ada29834bd4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.776945 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-504f8734-6885-44a9-95bc-4ada29834bd4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374044 Jun 27 21:17:48.779619 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44810) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:48.784830 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-92a5cf65-f406-4ab7-a1f8-673b97ea58cf tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Request body: {'security_group_rule': {'security_group_id': '791c07f8-9c7d-4ac9-b775-5742a9695be0', 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:48.815234 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-92a5cf65-f406-4ab7-a1f8-673b97ea58cf tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (0c7af631-00b5-4137-8598-faabb55523f7), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.883888 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-92a5cf65-f406-4ab7-a1f8-673b97ea58cf tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (0c7af631-00b5-4137-8598-faabb55523f7), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.889352 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-92a5cf65-f406-4ab7-a1f8-673b97ea58cf tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (0c7af631-00b5-4137-8598-faabb55523f7), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.911976 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5cf65-f406-4ab7-a1f8-673b97ea58cf tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7af631-00b5-4137-8598-faabb55523f7,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:48.917972 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-92a5cf65-f406-4ab7-a1f8-673b97ea58cf tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:48.919228 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-92a5cf65-f406-4ab7-a1f8-673b97ea58cf tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381278 Jun 27 21:17:48.922736 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44814) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:48.927714 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-c4dd240d-2400-4b61-9766-b4cbe07fb716 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Request body: {'security_group_rule': {'security_group_id': '791c07f8-9c7d-4ac9-b775-5742a9695be0', 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:48.952325 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.securitygroups_db [None req-c4dd240d-2400-4b61-9766-b4cbe07fb716 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Project f484976e63ce44daa10eadd2a9d6cc76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 21:17:48.960429 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c4dd240d-2400-4b61-9766-b4cbe07fb716 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (40c02485-4a8e-4b03-ba96-2c5394824beb), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.040231 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c4dd240d-2400-4b61-9766-b4cbe07fb716 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (40c02485-4a8e-4b03-ba96-2c5394824beb), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.044987 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c4dd240d-2400-4b61-9766-b4cbe07fb716 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (40c02485-4a8e-4b03-ba96-2c5394824beb), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.066503 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd240d-2400-4b61-9766-b4cbe07fb716 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c02485-4a8e-4b03-ba96-2c5394824beb,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:49.074345 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c4dd240d-2400-4b61-9766-b4cbe07fb716 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.075591 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-c4dd240d-2400-4b61-9766-b4cbe07fb716 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518550 Jun 27 21:17:49.078784 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44820) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:49.083777 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-0deeae7e-1906-47aa-95f6-39fd07f7e5fd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Request body: {'security_group_rule': {'security_group_id': '791c07f8-9c7d-4ac9-b775-5742a9695be0', 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:17:49.107173 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.securitygroups_db [None req-0deeae7e-1906-47aa-95f6-39fd07f7e5fd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Project f484976e63ce44daa10eadd2a9d6cc76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 21:17:49.113387 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0deeae7e-1906-47aa-95f6-39fd07f7e5fd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (243f6c3f-41cc-4861-87bf-e367d2cf1099), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.129478 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:49.183941 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0deeae7e-1906-47aa-95f6-39fd07f7e5fd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (243f6c3f-41cc-4861-87bf-e367d2cf1099), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.187972 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0deeae7e-1906-47aa-95f6-39fd07f7e5fd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (243f6c3f-41cc-4861-87bf-e367d2cf1099), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.206687 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deeae7e-1906-47aa-95f6-39fd07f7e5fd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243f6c3f-41cc-4861-87bf-e367d2cf1099,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:49.216462 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0deeae7e-1906-47aa-95f6-39fd07f7e5fd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.217742 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0deeae7e-1906-47aa-95f6-39fd07f7e5fd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379051 Jun 27 21:17:49.309260 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.370084 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 91334721-233b-4c48-8e12-fd75e9dffccb up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:17:49.427462 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 91334721-233b-4c48-8e12-fd75e9dffccb triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:49.427860 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.466376 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a7d5a-cd8a-4e92-a553-51da0527f429 req-053aa47b-0849-4451-84fc-24952c4d9cb9 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:49.468862 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-358a7d5a-cd8a-4e92-a553-51da0527f429 req-053aa47b-0849-4451-84fc-24952c4d9cb9 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0626469 Jun 27 21:17:49.526083 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 91334721-233b-4c48-8e12-fd75e9dffccb is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:49.526896 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.530251 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=7 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:49.536321 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-358a7d5a-cd8a-4e92-a553-51da0527f429 req-79502081-9c0c-4926-a95a-ae2241044a82 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608969 Jun 27 21:17:49.559923 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port 91334721-233b-4c48-8e12-fd75e9dffccb, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=91334721-233b-4c48-8e12-fd75e9dffccb,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:17:49.566052 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:49.604731 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:49.629929 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=91334721-233b-4c48-8e12-fd75e9dffccb,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:50.714567 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811c179-6400-4b9b-8cc8-405c657a0fec req-a2bc61a3-7926-4025-94d9-1fe5505dd325 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:50.716326 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1811c179-6400-4b9b-8cc8-405c657a0fec req-a2bc61a3-7926-4025-94d9-1fe5505dd325 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0630138 Jun 27 21:17:50.784539 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1811c179-6400-4b9b-8cc8-405c657a0fec req-5a10d717-1560-4202-a1a5-e75c90a93fd5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Jun 27 21:17:51.104062 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 44968) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:51.217161 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Sync routers for ids ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:17:51.221438 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1f668572-8ffc-4733-af3a-24d6d8ab4b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.228004 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Routers {'84befe56-bd82-4f0e-a34d-49c61f4c9e15'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:51.228614 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:17:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:51.311898 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1f668572-8ffc-4733-af3a-24d6d8ab4b99 admin admin] Publish callbacks [] for security_group (0233bc7f-090f-4bdc-a496-332b37bf93bc), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.316830 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1f668572-8ffc-4733-af3a-24d6d8ab4b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (0233bc7f-090f-4bdc-a496-332b37bf93bc), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.326021 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 91334721-233b-4c48-8e12-fd75e9dffccb up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:17:51.338765 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Set router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:51.365789 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1f668572-8ffc-4733-af3a-24d6d8ab4b99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47f03f05833440cf8fa8368120babcec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582450 Jun 27 21:17:51.365789 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f668572-8ffc-4733-af3a-24d6d8ab4b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0233bc7f-090f-4bdc-a496-332b37bf93bc,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:51.366080 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:51.366439 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44972) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:51.375851 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 91334721-233b-4c48-8e12-fd75e9dffccb triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:51.376237 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.454216 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-83b61695-b698-4fca-84f3-2eb0ee1ad7e2 admin admin] Publish callbacks [] for security_group (0233bc7f-090f-4bdc-a496-332b37bf93bc), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.456493 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 91334721-233b-4c48-8e12-fd75e9dffccb is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:51.464331 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:51.479820 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-83b61695-b698-4fca-84f3-2eb0ee1ad7e2 admin admin] Publish callbacks [] for security_group (0233bc7f-090f-4bdc-a496-332b37bf93bc), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.486535 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:51.544814 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-83b61695-b698-4fca-84f3-2eb0ee1ad7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (0233bc7f-090f-4bdc-a496-332b37bf93bc), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.547620 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-83b61695-b698-4fca-84f3-2eb0ee1ad7e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.551388 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-83b61695-b698-4fca-84f3-2eb0ee1ad7e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0233bc7f-090f-4bdc-a496-332b37bf93bc HTTP/1.1" status: 204 len: 168 time: 0.1812644 Jun 27 21:17:51.557814 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b61695-b698-4fca-84f3-2eb0ee1ad7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233bc7f-090f-4bdc-a496-332b37bf93bc,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:51.577397 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'name': 'tempest-TestShelveInstance-2021202739-router', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:46Z', 'revision_number': 4, 'project_id': 'd2507516008649269ca7932a008d7db3', 'gw_port': {'id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2', 'name': '', 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'mac_address': 'fa:16:3e:6f:78:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '67b74f16-b9d3-4499-8ce3-91822f68bdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:45Z', 'updated_at': '2022-06-27T21:17:46Z', 'revision_number': 2, 'project_id': 'd2507516008649269ca7932a008d7db3', 'subnets': [{'id': '67b74f16-b9d3-4499-8ce3-91822f68bdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:51.607357 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Checking router: 84befe56-bd82-4f0e-a34d-49c61f4c9e15 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:17:51.607772 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Updating router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:17:51.636902 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.873927 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:51.903633 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 44994) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:51.919359 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e232efd6-6302-4ff1-b4f6-af8069e62804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.942566 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15ed01-96b1-45cb-9216-009bdc8e630c req-fc48eebf-c521-474b-98ec-84f8dd8cc19b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:51.944090 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1b15ed01-96b1-45cb-9216-009bdc8e630c req-fc48eebf-c521-474b-98ec-84f8dd8cc19b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0694220 Jun 27 21:17:51.955579 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Publish callbacks [] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.962919 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:51.964438 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:52.007044 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1b15ed01-96b1-45cb-9216-009bdc8e630c req-d80dbb80-90fd-430d-91ee-ec6bcd865050 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548007 Jun 27 21:17:52.035327 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e232efd6-6302-4ff1-b4f6-af8069e62804 admin admin] Publish callbacks [] for security_group (35438534-6d71-47fa-9436-f6195cb73b19), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.046117 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e232efd6-6302-4ff1-b4f6-af8069e62804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (35438534-6d71-47fa-9436-f6195cb73b19), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.091215 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232efd6-6302-4ff1-b4f6-af8069e62804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35438534-6d71-47fa-9436-f6195cb73b19,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:52.095732 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-e232efd6-6302-4ff1-b4f6-af8069e62804 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcdc0ab3c4c54e54baa6472418189e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901450 Jun 27 21:17:52.101583 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 45000) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:52.104417 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c44e7a-3faa-4b9c-b072-3b38e3e58cf2 None None] Pushing event updated for resources: {'Port': ['ID=6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:52.165606 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-69954536-bb25-4b8c-93c0-dea42f3386e7 admin admin] Publish callbacks [] for security_group (35438534-6d71-47fa-9436-f6195cb73b19), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.188823 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Attempting to bind port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:17:52.188823 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Attempting to bind port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8956d834-3f6b-4a77-b9a4-01efae5745ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:17:52.188823 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Attempting to bind port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 on network 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:17:52.188823 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:17:52.188823 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Checking segment: {'id': '8956d834-3f6b-4a77-b9a4-01efae5745ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:17:52.189410 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.189563 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Bound using segment: {'id': '8956d834-3f6b-4a77-b9a4-01efae5745ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:17:52.190026 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Bound port: 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8956d834-3f6b-4a77-b9a4-01efae5745ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:17:52.190409 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.203619 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-69954536-bb25-4b8c-93c0-dea42f3386e7 admin admin] Publish callbacks [] for security_group (35438534-6d71-47fa-9436-f6195cb73b19), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.264553 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] For port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:17:52.268302 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] For port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2,segment=NetworkSegment(8956d834-3f6b-4a77-b9a4-01efae5745ba),segment_id=8956d834-3f6b-4a77-b9a4-01efae5745ba)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:17:52.272160 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-69954536-bb25-4b8c-93c0-dea42f3386e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (35438534-6d71-47fa-9436-f6195cb73b19), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.275118 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-69954536-bb25-4b8c-93c0-dea42f3386e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.275385 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.278840 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-69954536-bb25-4b8c-93c0-dea42f3386e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35438534-6d71-47fa-9436-f6195cb73b19 HTTP/1.1" status: 204 len: 168 time: 0.1738048 Jun 27 21:17:52.286434 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69954536-bb25-4b8c-93c0-dea42f3386e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35438534-6d71-47fa-9436-f6195cb73b19,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:52.346891 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c44e7a-3faa-4b9c-b072-3b38e3e58cf2 None None] Pushing event updated for resources: {'Port': ['ID=6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2,revision_number=4']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:52.351142 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Routers {'84befe56-bd82-4f0e-a34d-49c61f4c9e15'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:17:52.351797 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:17:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:52.433255 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-ac09f72b-5f39-4b72-85c5-860b9263ff6d None None] Provisioning complete for port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:52.434346 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ac09f72b-5f39-4b72-85c5-860b9263ff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.471913 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] Set router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:17:52.523064 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-ac09f72b-5f39-4b72-85c5-860b9263ff6d None None] Current status of the port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:52.524234 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ac09f72b-5f39-4b72-85c5-860b9263ff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.570882 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-ac09f72b-5f39-4b72-85c5-860b9263ff6d None None] For port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2,segment=NetworkSegment(8956d834-3f6b-4a77-b9a4-01efae5745ba),segment_id=8956d834-3f6b-4a77-b9a4-01efae5745ba)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:17:52.578906 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ac09f72b-5f39-4b72-85c5-860b9263ff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.635649 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09f72b-5f39-4b72-85c5-860b9263ff6d None None] Pushing event updated for resources: {'Port': ['ID=6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:52.638520 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:52.702544 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'name': 'tempest-TestShelveInstance-2021202739-router', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:46Z', 'revision_number': 4, 'project_id': 'd2507516008649269ca7932a008d7db3', 'gw_port': {'id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2', 'name': '', 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'mac_address': 'fa:16:3e:6f:78:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '67b74f16-b9d3-4499-8ce3-91822f68bdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:45Z', 'updated_at': '2022-06-27T21:17:52Z', 'revision_number': 4, 'project_id': 'd2507516008649269ca7932a008d7db3', 'subnets': [{'id': '67b74f16-b9d3-4499-8ce3-91822f68bdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:17:52.704825 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-08570c56-e206-453f-8e14-064e676080af None None] Provisioning complete for port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:52.705309 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-08570c56-e206-453f-8e14-064e676080af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:52.732279 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8ecaf-3f26-44e0-9c33-d9f0c3d9ff51 None None] The sync data for ids ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'] in dv-cinder-847732-1-iscsi is: [{'id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'name': 'tempest-TestShelveInstance-2021202739-router', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:46Z', 'revision_number': 4, 'project_id': 'd2507516008649269ca7932a008d7db3', 'gw_port': {'id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2', 'name': '', 'network_id': '013d27ee-f2d9-4ffe-97da-ad4af2dc3b66', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'mac_address': 'fa:16:3e:6f:78:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '67b74f16-b9d3-4499-8ce3-91822f68bdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:45Z', 'updated_at': '2022-06-27T21:17:52Z', 'revision_number': 4, 'project_id': 'd2507516008649269ca7932a008d7db3', 'subnets': [{'id': '67b74f16-b9d3-4499-8ce3-91822f68bdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:17:52.810172 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-08570c56-e206-453f-8e14-064e676080af None None] Current status of the port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:52.978207 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be4f03-24e1-42ff-9bdc-504353a4e22c req-b8a53529-6eff-4f19-b055-e9a9a5a248d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:52.981458 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-53be4f03-24e1-42ff-9bdc-504353a4e22c req-b8a53529-6eff-4f19-b055-e9a9a5a248d7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 1129 time: 0.0756195 Jun 27 21:17:53.073630 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-53be4f03-24e1-42ff-9bdc-504353a4e22c req-34f92318-ad7a-4f8f-ba17-7e0152e46bc3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841401 Jun 27 21:17:53.160478 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8613c5-70dd-4889-8d37-63b884e32f95 req-e6f22ea9-939e-4072-ac92-06d7d37f8e20 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:53.162335 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3b8613c5-70dd-4889-8d37-63b884e32f95 req-e6f22ea9-939e-4072-ac92-06d7d37f8e20 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0712149 Jun 27 21:17:53.234032 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3b8613c5-70dd-4889-8d37-63b884e32f95 req-7a04d5b9-4409-4ff0-a71e-479bddb19f40 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643117 Jun 27 21:17:53.344086 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:17:53.391512 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:17:53.391953 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:53.475824 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:17:54.362744 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4f29b-5082-457b-935e-992164409477 req-931686a0-0ac2-40e8-b7a3-3494a384aef9 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:54.363680 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2fe4f29b-5082-457b-935e-992164409477 req-931686a0-0ac2-40e8-b7a3-3494a384aef9 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0541947 Jun 27 21:17:54.426042 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2fe4f29b-5082-457b-935e-992164409477 req-099a85dd-a640-45b7-86aa-21f30e421e4b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551562 Jun 27 21:17:55.517665 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 45110) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:55.552702 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05158d0d-1532-4d9d-bc7e-6edaff6a4174 req-0d0b0ca4-3756-4039-a969-a677316e3dd7 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:55.554271 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-05158d0d-1532-4d9d-bc7e-6edaff6a4174 req-0d0b0ca4-3756-4039-a969-a677316e3dd7 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0492532 Jun 27 21:17:55.605366 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-05158d0d-1532-4d9d-bc7e-6edaff6a4174 req-2102b6cf-c00d-4438-bd65-3156b48ecb2c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455050 Jun 27 21:17:55.643133 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-313b9040-58fd-4dd0-87e6-dc33188c4a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:55.729930 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-313b9040-58fd-4dd0-87e6-dc33188c4a1b admin admin] Publish callbacks [] for security_group (021c5183-1c8a-41fb-baa6-72dd330b72d4), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:55.735186 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-313b9040-58fd-4dd0-87e6-dc33188c4a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (021c5183-1c8a-41fb-baa6-72dd330b72d4), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:55.779022 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b9040-58fd-4dd0-87e6-dc33188c4a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021c5183-1c8a-41fb-baa6-72dd330b72d4,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:55.786216 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-313b9040-58fd-4dd0-87e6-dc33188c4a1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04bdba8864c8481180acedc32712fafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650146 Jun 27 21:17:55.786727 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 45124) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:55.855274 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-abbb007c-a18f-4541-97e5-4aa6f3bdf24e admin admin] Publish callbacks [] for security_group (021c5183-1c8a-41fb-baa6-72dd330b72d4), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:55.878990 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-abbb007c-a18f-4541-97e5-4aa6f3bdf24e admin admin] Publish callbacks [] for security_group (021c5183-1c8a-41fb-baa6-72dd330b72d4), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:55.942076 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:55.943632 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-abbb007c-a18f-4541-97e5-4aa6f3bdf24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (021c5183-1c8a-41fb-baa6-72dd330b72d4), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:55.946877 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-abbb007c-a18f-4541-97e5-4aa6f3bdf24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:55.950515 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-abbb007c-a18f-4541-97e5-4aa6f3bdf24e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/021c5183-1c8a-41fb-baa6-72dd330b72d4 HTTP/1.1" status: 204 len: 168 time: 0.1603239 Jun 27 21:17:55.957482 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb007c-a18f-4541-97e5-4aa6f3bdf24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021c5183-1c8a-41fb-baa6-72dd330b72d4,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:55.966984 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34a95c-1866-4386-9553-243ecfb5d0e9 req-18fa3829-9db8-4f6f-87fa-3192ec5c3177 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:55.968600 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5c34a95c-1866-4386-9553-243ecfb5d0e9 req-18fa3829-9db8-4f6f-87fa-3192ec5c3177 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0969152 Jun 27 21:17:55.972698 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4edb8-0fd5-4676-8c6d-ba417e47262f req-409887c4-df7a-471f-9abd-6c63e2a5d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:55.974380 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-efa4edb8-0fd5-4676-8c6d-ba417e47262f req-409887c4-df7a-471f-9abd-6c63e2a5d949 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 1129 time: 0.0699236 Jun 27 21:17:56.088456 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5c34a95c-1866-4386-9553-243ecfb5d0e9 req-7c5239ed-e8e8-484a-b92f-900f23b760b4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129107 Jun 27 21:17:56.109830 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4edb8-0fd5-4676-8c6d-ba417e47262f req-009026e7-0d4a-4d9b-ab7c-56080ef0baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:56.111400 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-efa4edb8-0fd5-4676-8c6d-ba417e47262f req-009026e7-0d4a-4d9b-ab7c-56080ef0baf5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.1277182 Jun 27 21:17:56.126734 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:56.165048 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-efa4edb8-0fd5-4676-8c6d-ba417e47262f req-182f236f-7d3a-4cbd-b968-d362486e14f8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0071d9d-e534-4717-a5e1-b60e19b215c7 HTTP/1.1" status: 200 len: 217 time: 0.0452666 Jun 27 21:17:56.236280 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4edb8-0fd5-4676-8c6d-ba417e47262f req-cbd3ef54-80d5-4c91-ad54-3b91382cdc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:56.240215 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-efa4edb8-0fd5-4676-8c6d-ba417e47262f req-cbd3ef54-80d5-4c91-ad54-3b91382cdc1c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.0581126 Jun 27 21:17:56.288250 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4edb8-0fd5-4676-8c6d-ba417e47262f req-fad01550-5eb4-4fb3-965a-c96e85413ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:56.290141 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-efa4edb8-0fd5-4676-8c6d-ba417e47262f req-fad01550-5eb4-4fb3-965a-c96e85413ff7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424595 Jun 27 21:17:56.405032 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-efa4edb8-0fd5-4676-8c6d-ba417e47262f req-ff4fb6b6-515b-42af-8063-7956993393f2 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063232 Jun 27 21:17:56.533721 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-efa4edb8-0fd5-4676-8c6d-ba417e47262f req-49173e8d-7f3f-4b35-b43e-dcfde51d2d51 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131315 Jun 27 21:17:57.229321 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c373fe6-d99e-4706-9630-49fdc3e3012e req-227455aa-df74-4aa5-9ce0-1b33cd7641e6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:57.229542 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6c373fe6-d99e-4706-9630-49fdc3e3012e req-227455aa-df74-4aa5-9ce0-1b33cd7641e6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0588295 Jun 27 21:17:57.320010 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6c373fe6-d99e-4706-9630-49fdc3e3012e req-6da2f631-1e6a-4b98-a35e-2060d37ac7e8 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736561 Jun 27 21:17:58.509702 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456530e4-b67b-4fdb-9dd1-4d03d64cb0e3 req-7421b775-a421-497a-98d6-74427c970300 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:58.512671 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-456530e4-b67b-4fdb-9dd1-4d03d64cb0e3 req-7421b775-a421-497a-98d6-74427c970300 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0997932 Jun 27 21:17:58.634025 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-456530e4-b67b-4fdb-9dd1-4d03d64cb0e3 req-17c25211-850a-42db-872a-d500868dce45 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075907 Jun 27 21:17:59.040991 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 45232) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:59.193685 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-440dcd9f-e424-48b5-9da4-06a6fb0604f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:59.206411 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:59.302344 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-440dcd9f-e424-48b5-9da4-06a6fb0604f0 admin admin] Publish callbacks [] for security_group (868ddb7a-9f22-4649-a081-8ca140576e90), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:59.307554 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-440dcd9f-e424-48b5-9da4-06a6fb0604f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (868ddb7a-9f22-4649-a081-8ca140576e90), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:59.353349 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:17:59.361574 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-440dcd9f-e424-48b5-9da4-06a6fb0604f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=256d31ec7792424bae2b8934a919a54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192813 Jun 27 21:17:59.363742 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dcd9f-e424-48b5-9da4-06a6fb0604f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868ddb7a-9f22-4649-a081-8ca140576e90,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:59.365548 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 45238) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:59.428342 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-280d2f79-8741-47c2-870e-db1adea7fb6c admin admin] Publish callbacks [] for security_group (868ddb7a-9f22-4649-a081-8ca140576e90), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:59.454193 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-280d2f79-8741-47c2-870e-db1adea7fb6c admin admin] Publish callbacks [] for security_group (868ddb7a-9f22-4649-a081-8ca140576e90), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:59.506813 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-280d2f79-8741-47c2-870e-db1adea7fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (868ddb7a-9f22-4649-a081-8ca140576e90), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:59.510202 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-280d2f79-8741-47c2-870e-db1adea7fb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:17:59.511729 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-280d2f79-8741-47c2-870e-db1adea7fb6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/868ddb7a-9f22-4649-a081-8ca140576e90 HTTP/1.1" status: 204 len: 168 time: 0.1445611 Jun 27 21:17:59.523050 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d2f79-8741-47c2-870e-db1adea7fb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868ddb7a-9f22-4649-a081-8ca140576e90,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:17:59.820889 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0efedc-fb6d-40bb-97e7-2048ed491415 req-b75546fc-07c4-4320-a273-2ae478a80c49 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:17:59.824506 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ac0efedc-fb6d-40bb-97e7-2048ed491415 req-b75546fc-07c4-4320-a273-2ae478a80c49 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0611260 Jun 27 21:17:59.903756 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ac0efedc-fb6d-40bb-97e7-2048ed491415 req-4a08172b-fa4d-478e-8951-c044247dab1e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723677 Jun 27 21:17:59.978751 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 45254) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:17:59.996807 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5a4255e8-6183-4183-a54b-9a581d084cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:00.117688 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5a4255e8-6183-4183-a54b-9a581d084cd5 admin admin] Publish callbacks [] for security_group (55c7a77f-6a11-4298-beec-e6e8f9a8bc94), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:00.123773 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5a4255e8-6183-4183-a54b-9a581d084cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (55c7a77f-6a11-4298-beec-e6e8f9a8bc94), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:00.148213 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:00.219380 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5a4255e8-6183-4183-a54b-9a581d084cd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=860d3bbc1aa7497ea99e8b809f5f1e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389483 Jun 27 21:18:00.221316 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4255e8-6183-4183-a54b-9a581d084cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c7a77f-6a11-4298-beec-e6e8f9a8bc94,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:00.222296 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 45258) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:00.298506 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d0fd35c0-a57d-42fa-bfb7-aa59703dc38d admin admin] Publish callbacks [] for security_group (55c7a77f-6a11-4298-beec-e6e8f9a8bc94), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:00.325850 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d0fd35c0-a57d-42fa-bfb7-aa59703dc38d admin admin] Publish callbacks [] for security_group (55c7a77f-6a11-4298-beec-e6e8f9a8bc94), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:00.411439 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d0fd35c0-a57d-42fa-bfb7-aa59703dc38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (55c7a77f-6a11-4298-beec-e6e8f9a8bc94), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:00.416168 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d0fd35c0-a57d-42fa-bfb7-aa59703dc38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:00.418185 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d0fd35c0-a57d-42fa-bfb7-aa59703dc38d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55c7a77f-6a11-4298-beec-e6e8f9a8bc94 HTTP/1.1" status: 204 len: 168 time: 0.1944995 Jun 27 21:18:00.431168 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd35c0-a57d-42fa-bfb7-aa59703dc38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c7a77f-6a11-4298-beec-e6e8f9a8bc94,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:03.653879 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 45338) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:03.660730 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-9d186661-8d17-4025-ade1-5941528e40de tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112390341', 'description': 'tempest-description--1298555279'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:03.688743 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9d186661-8d17-4025-ade1-5941528e40de tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:03.720165 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:03.781996 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9d186661-8d17-4025-ade1-5941528e40de tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group (903bc432-971e-4ff2-80ad-7ab83a9ecf92), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:03.786504 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9d186661-8d17-4025-ade1-5941528e40de tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (903bc432-971e-4ff2-80ad-7ab83a9ecf92), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:03.833469 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9d186661-8d17-4025-ade1-5941528e40de tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:03.838405 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9d186661-8d17-4025-ade1-5941528e40de tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1802275 Jun 27 21:18:03.838903 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 45342) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:03.845461 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-cf006f5c-0b37-45b4-bdf7-9a3453305a55 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Request body: {'security_group_rule': {'security_group_id': '903bc432-971e-4ff2-80ad-7ab83a9ecf92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:03.853356 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d186661-8d17-4025-ade1-5941528e40de tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903bc432-971e-4ff2-80ad-7ab83a9ecf92,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:03.882889 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cf006f5c-0b37-45b4-bdf7-9a3453305a55 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group_rule (775b3c64-9087-46f6-8601-96ea1ac5d247), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:03.955172 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cf006f5c-0b37-45b4-bdf7-9a3453305a55 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group_rule (775b3c64-9087-46f6-8601-96ea1ac5d247), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:03.959501 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cf006f5c-0b37-45b4-bdf7-9a3453305a55 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (775b3c64-9087-46f6-8601-96ea1ac5d247), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:03.986440 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf006f5c-0b37-45b4-bdf7-9a3453305a55 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775b3c64-9087-46f6-8601-96ea1ac5d247,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:03.997917 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cf006f5c-0b37-45b4-bdf7-9a3453305a55 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:03.999401 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-cf006f5c-0b37-45b4-bdf7-9a3453305a55 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593318 Jun 27 21:18:04.004195 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 45346) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:04.009619 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-9f942f03-9254-4ae9-b3f6-e1235ce05608 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Request body: {'security_group_rule': {'security_group_id': '903bc432-971e-4ff2-80ad-7ab83a9ecf92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:04.050138 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f942f03-9254-4ae9-b3f6-e1235ce05608 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group_rule (280ba4d0-ec53-4968-b077-7a6562711ddf), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:04.126045 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f942f03-9254-4ae9-b3f6-e1235ce05608 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group_rule (280ba4d0-ec53-4968-b077-7a6562711ddf), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:04.131096 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f942f03-9254-4ae9-b3f6-e1235ce05608 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (280ba4d0-ec53-4968-b077-7a6562711ddf), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:04.156259 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f942f03-9254-4ae9-b3f6-e1235ce05608 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280ba4d0-ec53-4968-b077-7a6562711ddf,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:04.168781 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9f942f03-9254-4ae9-b3f6-e1235ce05608 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:04.176720 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 45354) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:04.177348 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9f942f03-9254-4ae9-b3f6-e1235ce05608 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715472 Jun 27 21:18:04.187296 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:04.256667 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:04.416523 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:04.515027 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22649966-1a9f-451d-a78c-88eacf6a7979 req-bdd8592e-8faf-47a8-b614-474038620df5 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:04.516954 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-22649966-1a9f-451d-a78c-88eacf6a7979 req-bdd8592e-8faf-47a8-b614-474038620df5 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.1026163 Jun 27 21:18:04.626713 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-22649966-1a9f-451d-a78c-88eacf6a7979 req-499b1545-849b-47e0-9b40-c37f87efc8ed tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948825 Jun 27 21:18:04.643490 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Allocated IP 172.27.0.55 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/d3d2d4ad-a3b6-4606-9e97-be1904738e61) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:18:04.723289 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 45370) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:04.808026 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for port (d3d2d4ad-a3b6-4606-9e97-be1904738e61), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:04.847324 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (d3d2d4ad-a3b6-4606-9e97-be1904738e61), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:04.888405 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dad4b3c9-462a-492d-8cfb-db7d8618714d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:04.895281 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:18:04.898019 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:INSERT=7,neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:04.901594 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:18:04.906779 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:18:04.938901 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event updated for resources: {'Port': ['ID=d3d2d4ad-a3b6-4606-9e97-be1904738e61,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:05.027072 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dad4b3c9-462a-492d-8cfb-db7d8618714d admin admin] Publish callbacks [] for security_group (0f439105-b574-4216-b4b9-69eb5c4d34b3), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.029960 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:05.035108 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dad4b3c9-462a-492d-8cfb-db7d8618714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (0f439105-b574-4216-b4b9-69eb5c4d34b3), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.050857 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for floatingip (e0ed402e-fa70-4a4d-8f27-c7b14e6a46be), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.109061 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-dad4b3c9-462a-492d-8cfb-db7d8618714d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fab981f8468442bc9ad854bf7930ec03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843405 Jun 27 21:18:05.109979 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4b3c9-462a-492d-8cfb-db7d8618714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f439105-b574-4216-b4b9-69eb5c4d34b3,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:05.112418 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (d3d2d4ad-a3b6-4606-9e97-be1904738e61), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.113752 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 45376) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:05.183283 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:05.188165 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3f28387f-1da0-46a7-834c-87c3ef27733c admin admin] Publish callbacks [] for security_group (0f439105-b574-4216-b4b9-69eb5c4d34b3), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.215238 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3f28387f-1da0-46a7-834c-87c3ef27733c admin admin] Publish callbacks [] for security_group (0f439105-b574-4216-b4b9-69eb5c4d34b3), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.305791 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3f28387f-1da0-46a7-834c-87c3ef27733c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (0f439105-b574-4216-b4b9-69eb5c4d34b3), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.309096 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3f28387f-1da0-46a7-834c-87c3ef27733c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.314371 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3f28387f-1da0-46a7-834c-87c3ef27733c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f439105-b574-4216-b4b9-69eb5c4d34b3 HTTP/1.1" status: 204 len: 168 time: 0.1956470 Jun 27 21:18:05.327082 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28387f-1da0-46a7-834c-87c3ef27733c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f439105-b574-4216-b4b9-69eb5c4d34b3,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:05.365752 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for port (d3d2d4ad-a3b6-4606-9e97-be1904738e61), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.372272 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (d3d2d4ad-a3b6-4606-9e97-be1904738e61), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.499766 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event updated for resources: {'Port': ['ID=d3d2d4ad-a3b6-4606-9e97-be1904738e61,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:05.511407 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (e0ed402e-fa70-4a4d-8f27-c7b14e6a46be), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.534913 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:05.550001 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-de0cc707-3c86-4178-a7d7-f7388b9ccfdd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3711197 Jun 27 21:18:05.843327 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:05.882360 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-19606a54-0aa2-44de-a167-35c847601cc6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--112390341&fields=id&tenant_id=a2a3853bab51428eb89ff228e5f29ef4 HTTP/1.1" status: 200 len: 267 time: 0.1167326 Jun 27 21:18:05.883917 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcbc0c-fa3c-419b-b930-1ff875d25503 req-543ab2a5-4ff5-49b8-b0d8-dc8707d01085 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:05.886597 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-76dcbc0c-fa3c-419b-b930-1ff875d25503 req-543ab2a5-4ff5-49b8-b0d8-dc8707d01085 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.1111376 Jun 27 21:18:05.977861 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-76dcbc0c-fa3c-419b-b930-1ff875d25503 req-c3826fe4-b504-4016-a3b1-f0c6f63855d5 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798440 Jun 27 21:18:06.046176 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadf451-7867-4229-b13d-c36206c228c0 req-453d4719-edee-4323-8258-581d76d9d385 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:06.056327 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-453d4719-edee-4323-8258-581d76d9d385 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 819 time: 0.1720650 Jun 27 21:18:06.079617 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-be7a81e4-016a-4175-a5b8-d76981005060 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/quotas/a2a3853bab51428eb89ff228e5f29ef4 HTTP/1.1" status: 200 len: 375 time: 0.0216992 Jun 27 21:18:06.150538 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-5bb0ed6a-dcf8-47ea-82c3-36fa3748e418 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0694392 Jun 27 21:18:06.195858 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 45416) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:06.292340 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-b3310101-8757-4d6b-9354-bad8bef23b90 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172385 Jun 27 21:18:06.363086 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e713-8069-46da-a35c-ba4ed07129a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:06.442273 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-0fb1c8b4-587d-4e37-a460-9d5c4ee48b14 service neutron] 10.222.0.13 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400466 Jun 27 21:18:06.488576 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e713-8069-46da-a35c-ba4ed07129a9 admin admin] Publish callbacks [] for security_group (2f0f3b79-3acb-490c-b80f-73b1324fbddc), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:06.495343 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e713-8069-46da-a35c-ba4ed07129a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (2f0f3b79-3acb-490c-b80f-73b1324fbddc), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:06.561759 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-7ae4e713-8069-46da-a35c-ba4ed07129a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9fe138f9fd4454fbefdfc17fe392fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612871 Jun 27 21:18:06.563542 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 45432) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:06.567833 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4e713-8069-46da-a35c-ba4ed07129a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0f3b79-3acb-490c-b80f-73b1324fbddc,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:06.656219 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-15d1039f-4a2a-4fe3-8aa0-e5f118d986b5 admin admin] Publish callbacks [] for security_group (2f0f3b79-3acb-490c-b80f-73b1324fbddc), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:06.712435 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-15d1039f-4a2a-4fe3-8aa0-e5f118d986b5 admin admin] Publish callbacks [] for security_group (2f0f3b79-3acb-490c-b80f-73b1324fbddc), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:06.723298 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-eda7e0c3-fc5e-4eea-ae8a-3c3998cd8388 req-67aa240e-43e4-4eb2-9beb-ee7b33471498 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 210 time: 0.0418732 Jun 27 21:18:06.825343 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-15d1039f-4a2a-4fe3-8aa0-e5f118d986b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (2f0f3b79-3acb-490c-b80f-73b1324fbddc), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:06.828403 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-15d1039f-4a2a-4fe3-8aa0-e5f118d986b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:06.829663 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-15d1039f-4a2a-4fe3-8aa0-e5f118d986b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f0f3b79-3acb-490c-b80f-73b1324fbddc HTTP/1.1" status: 204 len: 168 time: 0.2646675 Jun 27 21:18:06.841171 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1039f-4a2a-4fe3-8aa0-e5f118d986b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0f3b79-3acb-490c-b80f-73b1324fbddc,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:07.412260 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f813ed-1ae4-4a7a-abec-dec50ab1b2ff req-d0fada9d-25ff-4ae4-8a7c-ed56ec93eaba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:07.414439 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b6f813ed-1ae4-4a7a-abec-dec50ab1b2ff req-d0fada9d-25ff-4ae4-8a7c-ed56ec93eaba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0930309 Jun 27 21:18:07.515123 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b6f813ed-1ae4-4a7a-abec-dec50ab1b2ff req-715da874-a368-4bd1-9b2b-823ae87a9122 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862298 Jun 27 21:18:07.853125 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a90c042f-3150-4b59-93b4-d93c49c7e1d3 req-5708bdfc-7123-4504-8796-76bd784f887c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 210 time: 0.0314667 Jun 27 21:18:08.505550 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadf451-7867-4229-b13d-c36206c228c0 req-9e947ec3-fe96-433c-beda-10db0a24486c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:08.507040 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-9e947ec3-fe96-433c-beda-10db0a24486c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 819 time: 0.1628923 Jun 27 21:18:08.611054 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-5bde9119-20f5-443a-a748-7b355c7315ab tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2a3853bab51428eb89ff228e5f29ef4 HTTP/1.1" status: 200 len: 379 time: 0.0846338 Jun 27 21:18:08.671295 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62317319-0155-442e-b885-c975cdcfcfe5 req-a90efed7-060e-417b-9456-730adff43ee0 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:08.674962 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-62317319-0155-442e-b885-c975cdcfcfe5 req-a90efed7-060e-417b-9456-730adff43ee0 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0643291 Jun 27 21:18:08.719130 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Request body: {'port': {'device_id': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'admin_state_up': True, 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'security_groups': ['903bc432-971e-4ff2-80ad-7ab83a9ecf92']}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:08.729385 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=11 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:08.737838 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-62317319-0155-442e-b885-c975cdcfcfe5 req-8cecd33d-8ff2-4fca-9adf-3953f50ecbd8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572972 Jun 27 21:18:08.895403 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-c94dfc63-3ce9-47e1-b281-f58043bcdf05 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fe9e09a9ddb84c7ea356c7df622281da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441937 Jun 27 21:18:08.928054 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:08.962087 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Made reservation on behalf of a2a3853bab51428eb89ff228e5f29ef4 for: {'port': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:18:08.965804 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:08.999220 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-57aff0cc-33b7-4aeb-b171-b6397f0364b5 req-c407242b-876b-4cb2-9536-23bd7212cd08 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 210 time: 0.0409608 Jun 27 21:18:09.374284 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:09.450585 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-712a5610-e5c9-4f6e-bd49-5e890514ba8d tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:09.452189 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-712a5610-e5c9-4f6e-bd49-5e890514ba8d tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5458989 Jun 27 21:18:09.482761 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-52a766d0-a769-4e2d-93b2-46e5d454a487 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/quotas/fe9e09a9ddb84c7ea356c7df622281da HTTP/1.1" status: 200 len: 375 time: 0.0190344 Jun 27 21:18:09.549896 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-c992c233-7fd4-4fa9-a076-ac001cc09421 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe9e09a9ddb84c7ea356c7df622281da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462828 Jun 27 21:18:09.581256 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Allocated IP 172.20.0.9 (8e4e94ff-9f19-4780-958f-2bffc629b050/875516a2-044b-4760-88af-65c8c02a3a5c/b9348a43-0456-47cf-97ba-a8ab01ba6107) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:18:09.892852 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bc1d97cd-8d70-499b-877f-37760dfdb6e5 req-cd6636bc-314f-4a59-b109-c96d84e2a39c tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 210 time: 0.0687780 Jun 27 21:18:09.958307 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:10.042803 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ae8c2-2b61-4b0c-bdaf-5f53551b5245 req-dee2273d-d073-4e84-9d21-af90ede629dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:10.043548 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:10.044634 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-478ae8c2-2b61-4b0c-bdaf-5f53551b5245 req-dee2273d-d073-4e84-9d21-af90ede629dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0709190 Jun 27 21:18:10.093354 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcda6be-a87f-49da-a0a0-6f4479432cc6 req-9b72703e-7751-4ce4-aec6-b105481ab8c6 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:10.095063 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8bcda6be-a87f-49da-a0a0-6f4479432cc6 req-9b72703e-7751-4ce4-aec6-b105481ab8c6 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0929232 Jun 27 21:18:10.109476 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:10.114698 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Network 8e4e94ff-9f19-4780-958f-2bffc629b050 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:18:10.134551 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:18:10.139229 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:18:10.144855 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:10.145559 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:10.148887 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event updated for resources: {'Port': ['ID=b9348a43-0456-47cf-97ba-a8ab01ba6107,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:10.155563 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-478ae8c2-2b61-4b0c-bdaf-5f53551b5245 req-089aa285-6d82-4a5c-a141-50a18be129eb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960689 Jun 27 21:18:10.222757 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-581e1ae0-74f9-43c0-a6e6-93874fff67b5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5129752 Jun 27 21:18:10.226502 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8bcda6be-a87f-49da-a0a0-6f4479432cc6 req-e1cd140f-9cf1-4bb9-bdee-79217c71a874 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201422 Jun 27 21:18:10.360301 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf41c02-90c0-44a2-b21c-b885b0874fa6 req-93ef2718-7051-4570-aeda-6c738e63456b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:10.363120 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cbf41c02-90c0-44a2-b21c-b885b0874fa6 req-93ef2718-7051-4570-aeda-6c738e63456b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 931 time: 0.0859294 Jun 27 21:18:10.386906 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Request body: {'port': {'device_id': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:10.435895 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7fd27cf9-27b5-4666-a71c-4abaa55fe1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:10.467800 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:10.476431 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cbf41c02-90c0-44a2-b21c-b885b0874fa6 req-90511fbb-1410-4549-bdc9-05371ff20697 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068847 Jun 27 21:18:10.492836 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-2e7f4382-7abd-4acf-a9a5-28df2bb5d5c1 None None] Provisioning complete for port b9348a43-0456-47cf-97ba-a8ab01ba6107 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:18:10.493233 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2e7f4382-7abd-4acf-a9a5-28df2bb5d5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:10.523967 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:10.552724 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f4382-7abd-4acf-a9a5-28df2bb5d5c1 None None] Port b9348a43-0456-47cf-97ba-a8ab01ba6107 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:18:10.849935 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9348a43-0456-47cf-97ba-a8ab01ba6107 {{(pid=104130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:18:10.859788 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Publish callbacks [] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:10.876046 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.provisioning_blocks [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Transition to ACTIVE for port object b9348a43-0456-47cf-97ba-a8ab01ba6107 will not be triggered until provisioned by entity L2. {{(pid=104130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:18:10.880826 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:10.929443 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:10.948851 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Pushing event updated for resources: {'Port': ['ID=b9348a43-0456-47cf-97ba-a8ab01ba6107,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:10.984083 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Attempting to bind port b9348a43-0456-47cf-97ba-a8ab01ba6107 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:18:10.984692 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Attempting to bind port b9348a43-0456-47cf-97ba-a8ab01ba6107 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:18:10.984818 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Attempting to bind port b9348a43-0456-47cf-97ba-a8ab01ba6107 on network 8e4e94ff-9f19-4780-958f-2bffc629b050 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:18:10.990242 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Port b9348a43-0456-47cf-97ba-a8ab01ba6107 on network 8e4e94ff-9f19-4780-958f-2bffc629b050 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:18:10.990592 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Attempting to bind port b9348a43-0456-47cf-97ba-a8ab01ba6107 on network 8e4e94ff-9f19-4780-958f-2bffc629b050 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:18:11.008228 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:18:11.009578 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Checking segment: {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:18:11.010152 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Bound using segment: {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:18:11.010601 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Bound port: b9348a43-0456-47cf-97ba-a8ab01ba6107, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7172566-9678-4418-9c1f-7cb674cd2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050'}}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:18:11.010967 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.058364 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-179fc4f9-764c-4f8a-be88-57d5ffc1afac req-ec7e8077-d05f-40f0-aca1-2fe7465b6f9c tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 210 time: 0.0429738 Jun 27 21:18:11.076444 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 45552) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:11.082095 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-97bdee3c-9492-4bc1-a45a-f083f58f9a23 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659661199', 'description': 'tempest-description--1825801268'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:11.112111 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-97bdee3c-9492-4bc1-a45a-f083f58f9a23 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.130673 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] For port b9348a43-0456-47cf-97ba-a8ab01ba6107, host hv-cinder-84773, cleared binding levels {{(pid=104130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:18:11.134887 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] For port b9348a43-0456-47cf-97ba-a8ab01ba6107, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:18:11.148639 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.225128 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:11.226080 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.228600 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] 10.222.0.33 "PUT /v2.0/ports/b9348a43-0456-47cf-97ba-a8ab01ba6107 HTTP/1.1" status: 200 len: 1093 time: 0.8481452 Jun 27 21:18:11.230640 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:11.230999 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-97bdee3c-9492-4bc1-a45a-f083f58f9a23 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (2f91f3cb-c560-46ba-a640-cae288fbb18a), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.233270 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801ec6c9-14a5-43df-96bf-befafc307edf" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:11.234438 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-97bdee3c-9492-4bc1-a45a-f083f58f9a23 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (2f91f3cb-c560-46ba-a640-cae288fbb18a), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.272101 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695dd1d-1118-47df-a402-0e79a0e4a70e service neutron] Pushing event updated for resources: {'Port': ['ID=b9348a43-0456-47cf-97ba-a8ab01ba6107,revision_number=3']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:11.277664 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-97bdee3c-9492-4bc1-a45a-f083f58f9a23 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.280031 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-97bdee3c-9492-4bc1-a45a-f083f58f9a23 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2019057 Jun 27 21:18:11.285319 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 45560) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:11.293567 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-27119ac1-9c3b-4f48-a749-a6c308d21196 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group_rule': {'security_group_id': '2f91f3cb-c560-46ba-a640-cae288fbb18a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:11.300629 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdee3c-9492-4bc1-a45a-f083f58f9a23 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f91f3cb-c560-46ba-a640-cae288fbb18a,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:11.360984 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343e87d9-a13d-4251-b7b0-1a3793e432f7 x-openstack-request-id: req-343e87d9-a13d-4251-b7b0-1a3793e432f7 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:11.361223 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:11.361980 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-343e87d9-a13d-4251-b7b0-1a3793e432f7 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:11.362090 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343e87d9-a13d-4251-b7b0-1a3793e432f7'] response: {'name': 'network-changed', 'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'status': 'completed', 'code': 200} Jun 27 21:18:11.402177 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb886f5-7de8-4211-bacd-4872ce7fe6aa req-559338a9-7b0a-48e6-9dc9-94db5b053286 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:11.404726 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1bb886f5-7de8-4211-bacd-4872ce7fe6aa req-559338a9-7b0a-48e6-9dc9-94db5b053286 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0948415 Jun 27 21:18:11.459485 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-27119ac1-9c3b-4f48-a749-a6c308d21196 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (fa337bd2-9bbb-43d0-aebd-ce432107a196), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.493395 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-abcc0176-21ef-481a-8799-894a0cd38fc2 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=fe9e09a9ddb84c7ea356c7df622281da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521889 Jun 27 21:18:11.509625 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadf451-7867-4229-b13d-c36206c228c0 req-f165cad8-b263-42de-9518-2f5a49288b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:11.511301 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-f165cad8-b263-42de-9518-2f5a49288b36 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 1127 time: 0.1716897 Jun 27 21:18:11.596599 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdfe1-ea3f-4f8f-a8d1-d20aba2eb805 req-96e89c2b-7fe1-48cd-a201-6a23e70d5130 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:11.598768 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b3dcdfe1-ea3f-4f8f-a8d1-d20aba2eb805 req-96e89c2b-7fe1-48cd-a201-6a23e70d5130 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.1753998 Jun 27 21:18:11.602141 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-4cd41643-f54a-4744-9c38-5b8be3c8e1a4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107 HTTP/1.1" status: 200 len: 217 time: 0.0716383 Jun 27 21:18:11.641885 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1bb886f5-7de8-4211-bacd-4872ce7fe6aa req-6664b6d4-0bdf-4262-8795-890fe8b45ef5 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306142 Jun 27 21:18:11.740666 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:11.745700 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-f740de92-033f-4d70-8358-1ba2bfdde4a5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:11.747334 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-f740de92-033f-4d70-8358-1ba2bfdde4a5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461507 Jun 27 21:18:11.754980 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b3dcdfe1-ea3f-4f8f-a8d1-d20aba2eb805 req-7e0929cb-ef4b-48ca-a45c-3aedd9873157 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982199 Jun 27 21:18:11.765874 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-27119ac1-9c3b-4f48-a749-a6c308d21196 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (fa337bd2-9bbb-43d0-aebd-ce432107a196), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.768249 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadf451-7867-4229-b13d-c36206c228c0 req-8ef2d838-5386-478c-8813-924f9333c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:11.769874 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-8ef2d838-5386-478c-8813-924f9333c441 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.1559391 Jun 27 21:18:11.772064 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-27119ac1-9c3b-4f48-a749-a6c308d21196 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (fa337bd2-9bbb-43d0-aebd-ce432107a196), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.793273 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:18:11.795292 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Request body: {'port': {'device_id': 'c75c0a0d-ba4c-4f60-8cfd-427581097267', 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890', 'admin_state_up': True, 'tenant_id': 'fe9e09a9ddb84c7ea356c7df622281da'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:11.807110 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27119ac1-9c3b-4f48-a749-a6c308d21196 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa337bd2-9bbb-43d0-aebd-ce432107a196,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:11.834782 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-27119ac1-9c3b-4f48-a749-a6c308d21196 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.836309 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-27119ac1-9c3b-4f48-a749-a6c308d21196 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5492859 Jun 27 21:18:11.840523 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 45570) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:11.841590 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7abcb8-6a28-49d4-ab20-3338b0547ad5 req-bd124610-f72e-41d6-94b5-b85968a489db tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:11.843242 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bf7abcb8-6a28-49d4-ab20-3338b0547ad5 req-bd124610-f72e-41d6-94b5-b85968a489db tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 943 time: 0.0949435 Jun 27 21:18:11.845456 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-8c07a367-acba-4e39-9e6e-ccc25911b781 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group_rule': {'security_group_id': '2f91f3cb-c560-46ba-a640-cae288fbb18a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:11.869478 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadf451-7867-4229-b13d-c36206c228c0 req-e0764258-ff39-4af7-8b38-2f79db67f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:11.870927 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-e0764258-ff39-4af7-8b38-2f79db67f4bc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823991 Jun 27 21:18:11.907085 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8c07a367-acba-4e39-9e6e-ccc25911b781 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (59c36a59-27ea-47a8-a76f-21528639108f), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.954942 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bf7abcb8-6a28-49d4-ab20-3338b0547ad5 req-64e7ba2a-95fc-44d8-abaf-6f21763f92f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020980 Jun 27 21:18:11.983993 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Made reservation on behalf of fe9e09a9ddb84c7ea356c7df622281da for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:18:11.987568 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:11.997407 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:12.012944 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-5bccba60-b02e-4fd4-98a5-d4a1e204c9b9 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340954 Jun 27 21:18:12.019830 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8c07a367-acba-4e39-9e6e-ccc25911b781 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (59c36a59-27ea-47a8-a76f-21528639108f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:12.021087 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:12.042321 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8c07a367-acba-4e39-9e6e-ccc25911b781 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (59c36a59-27ea-47a8-a76f-21528639108f), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:12.082904 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07a367-acba-4e39-9e6e-ccc25911b781 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c36a59-27ea-47a8-a76f-21528639108f,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:12.090459 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8c07a367-acba-4e39-9e6e-ccc25911b781 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:12.095674 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8c07a367-acba-4e39-9e6e-ccc25911b781 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2502375 Jun 27 21:18:12.096347 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 45574) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:12.101923 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:12.113711 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Publish callbacks [] for security_group (a200ae32-ca6f-4ef2-bc24-008272b6192f), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:12.124453 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a200ae32-ca6f-4ef2-bc24-008272b6192f), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:12.161467 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:12.171156 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:12.175649 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1fadf451-7867-4229-b13d-c36206c228c0 req-a24192e8-d5e3-4891-a2a0-5b1d080a19a1 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544337 Jun 27 21:18:12.194059 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9f77e6d7-d477-4bcb-84dd-281aba2850b0 req-4d389650-e583-43c9-8797-7b7f67493ab8 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 210 time: 0.0367169 Jun 27 21:18:12.229556 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a200ae32-ca6f-4ef2-bc24-008272b6192f,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:12.583353 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:12.607923 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Allocated IP 192.168.233.166 (6444d725-5608-4a70-9122-f2b925a5d890/c83f8fa3-f981-4e2b-a43d-ca54eb3d6f90/e8262eaa-95f7-4e78-8938-ee6bbcfd541b) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:18:12.622029 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:12.639785 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ec25f889-d3be-4c86-b77c-c451f965c69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:12.803259 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Allocated IP 172.27.0.155 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/9b2ab449-7177-4c87-acaf-036bfac25fae) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:18:12.839052 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b026c94-fd47-4c85-a610-a1f87cabccd3 req-52985e02-6728-4c1f-835f-44853022d590 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:12.840530 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5b026c94-fd47-4c85-a610-a1f87cabccd3 req-52985e02-6728-4c1f-835f-44853022d590 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.1165156 Jun 27 21:18:12.892875 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:12.902930 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f033e-c54f-4534-80ea-1482bf84b440 req-94cb7e60-578d-4464-977a-4fdb1d101ca5 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:12.904518 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-544f033e-c54f-4534-80ea-1482bf84b440 req-94cb7e60-578d-4464-977a-4fdb1d101ca5 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0542297 Jun 27 21:18:12.969418 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-544f033e-c54f-4534-80ea-1482bf84b440 req-0a9472bb-0281-482f-87e9-cfe4bcf63f31 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577035 Jun 27 21:18:12.975139 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:13.019481 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Publish callbacks [] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:13.032010 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5b026c94-fd47-4c85-a610-a1f87cabccd3 req-10561160-20a4-4c60-857d-bc1dd41aa6a4 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527069 Jun 27 21:18:13.094753 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (9b2ab449-7177-4c87-acaf-036bfac25fae), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:13.105801 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:13.113490 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec22545-804b-4115-b4f4-3cf24e839d80 req-d00288d0-5900-4075-aff8-b54a43402b73 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:13.115379 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-eec22545-804b-4115-b4f4-3cf24e839d80 req-d00288d0-5900-4075-aff8-b54a43402b73 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 943 time: 0.0535455 Jun 27 21:18:13.169709 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-eec22545-804b-4115-b4f4-3cf24e839d80 req-613231ee-c390-4414-9222-f9f752e56c0b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479155 Jun 27 21:18:13.184144 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Network 6444d725-5608-4a70-9122-f2b925a5d890 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:18:13.184833 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:13.191715 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:18:13.195295 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:18:13.205354 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Pushing event updated for resources: {'Port': ['ID=e8262eaa-95f7-4e78-8938-ee6bbcfd541b,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:13.234165 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (9b2ab449-7177-4c87-acaf-036bfac25fae), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:13.305749 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:18:13.322792 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:18:13.331813 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:13.332459 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:13.352835 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:18:13.364127 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=9b2ab449-7177-4c87-acaf-036bfac25fae,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:13.415250 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac5976-b7d3-4395-8cf1-81e3d6850872 req-ca3ffdb6-150d-4690-a4cd-8a3232d3d024 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:13.416867 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6cac5976-b7d3-4395-8cf1-81e3d6850872 req-ca3ffdb6-150d-4690-a4cd-8a3232d3d024 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 936 time: 0.1162748 Jun 27 21:18:13.422745 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-00221bc6-6fff-48f8-a5cc-bca5f14b2f82 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6314561 Jun 27 21:18:13.437521 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ec6c9-14a5-43df-96bf-befafc307edf req-24d2224f-1729-4aa8-b5fe-08e3f2269b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:13.441327 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-801ec6c9-14a5-43df-96bf-befafc307edf req-24d2224f-1729-4aa8-b5fe-08e3f2269b0b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 1127 time: 0.0577648 Jun 27 21:18:13.449887 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Request body: {'port': {'device_id': 'c75c0a0d-ba4c-4f60-8cfd-427581097267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:13.552480 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ec6c9-14a5-43df-96bf-befafc307edf req-8a925b17-9d57-4889-959f-f562d9f6d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:13.553997 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-801ec6c9-14a5-43df-96bf-befafc307edf req-8a925b17-9d57-4889-959f-f562d9f6d3ee service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.1086693 Jun 27 21:18:13.558410 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-b05c98f3-26a6-4c08-b399-ac84902bfbe2 None None] Provisioning complete for port e8262eaa-95f7-4e78-8938-ee6bbcfd541b triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:18:13.559025 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b05c98f3-26a6-4c08-b399-ac84902bfbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:13.570887 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6cac5976-b7d3-4395-8cf1-81e3d6850872 req-57a64ef2-3ed3-4f0b-a612-7a08c85810c5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470900 Jun 27 21:18:13.575710 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (86d1676a-670e-4580-a370-0a5d745697af), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:13.587488 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:13.610604 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-b05c98f3-26a6-4c08-b399-ac84902bfbe2 None None] Port e8262eaa-95f7-4e78-8938-ee6bbcfd541b cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:18:13.621282 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-801ec6c9-14a5-43df-96bf-befafc307edf req-1cd885d8-a0e9-4939-b8e5-0e7223eb0a45 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107 HTTP/1.1" status: 200 len: 217 time: 0.0607498 Jun 27 21:18:13.665503 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (9b2ab449-7177-4c87-acaf-036bfac25fae), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:13.691014 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ec6c9-14a5-43df-96bf-befafc307edf req-ec2af9f8-9a4e-4e24-9c5e-60626f4c4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:13.693121 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-801ec6c9-14a5-43df-96bf-befafc307edf req-ec2af9f8-9a4e-4e24-9c5e-60626f4c4253 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.0646384 Jun 27 21:18:13.745444 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ec6c9-14a5-43df-96bf-befafc307edf req-156c2df3-d0a7-4ab7-b6f2-20a934172650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:13.747043 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-801ec6c9-14a5-43df-96bf-befafc307edf req-156c2df3-d0a7-4ab7-b6f2-20a934172650 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471511 Jun 27 21:18:13.777890 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:13.814714 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:13.881923 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-801ec6c9-14a5-43df-96bf-befafc307edf req-4b7bca2d-0cc1-4287-b2b5-a702c8845eee service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232843 Jun 27 21:18:13.918275 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:14.041104 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-801ec6c9-14a5-43df-96bf-befafc307edf req-3e118d1c-ff54-431f-b881-941a529091d5 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534066 Jun 27 21:18:14.058809 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (9b2ab449-7177-4c87-acaf-036bfac25fae), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:14.067799 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (9b2ab449-7177-4c87-acaf-036bfac25fae), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:14.079073 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:14.157585 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c6405-f83a-4165-80d8-9efd9f14178c req-986698a0-94c7-453c-9372-e7269e3705db tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:14.159260 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a02c6405-f83a-4165-80d8-9efd9f14178c req-986698a0-94c7-453c-9372-e7269e3705db tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0743814 Jun 27 21:18:14.215999 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8262eaa-95f7-4e78-8938-ee6bbcfd541b {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:18:14.223171 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a02c6405-f83a-4165-80d8-9efd9f14178c req-948c9e6c-3501-4696-8cdb-85ced7233ccf tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508814 Jun 27 21:18:14.250724 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Publish callbacks [] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:14.260233 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=9b2ab449-7177-4c87-acaf-036bfac25fae,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:14.291245 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e7549-255b-4278-ad64-f552ec9edd74 req-3369b868-1f12-45d0-8e0f-8136a4ec4e0d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:14.293153 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fb4e7549-255b-4278-ad64-f552ec9edd74 req-3369b868-1f12-45d0-8e0f-8136a4ec4e0d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.1581607 Jun 27 21:18:14.304174 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Transition to ACTIVE for port object e8262eaa-95f7-4e78-8938-ee6bbcfd541b will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:18:14.312032 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (86d1676a-670e-4580-a370-0a5d745697af), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:14.319801 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:14.366562 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d78e9e-7fbd-47ea-b2e0-8104d68e4068 req-f012df4c-c775-41cc-94fa-86dc5de4e927 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:14.368303 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a1d78e9e-7fbd-47ea-b2e0-8104d68e4068 req-f012df4c-c775-41cc-94fa-86dc5de4e927 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 943 time: 0.0647755 Jun 27 21:18:14.410943 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:14.420635 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d2a23bc2-649b-43ab-8235-52662c4e1915 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3150122 Jun 27 21:18:14.427483 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e8262eaa-95f7-4e78-8938-ee6bbcfd541b,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:14.440196 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a1d78e9e-7fbd-47ea-b2e0-8104d68e4068 req-1f979869-8b87-4b44-873f-597a8525dd2b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627387 Jun 27 21:18:14.453136 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fb4e7549-255b-4278-ad64-f552ec9edd74 req-ed0da8b6-6672-41c0-bebe-e1564471c2b3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436746 Jun 27 21:18:14.535129 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Attempting to bind port e8262eaa-95f7-4e78-8938-ee6bbcfd541b on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:18:14.535462 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Attempting to bind port e8262eaa-95f7-4e78-8938-ee6bbcfd541b by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '29de01fc-1577-4ebc-90e7-e02942d118cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:18:14.535854 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Attempting to bind port e8262eaa-95f7-4e78-8938-ee6bbcfd541b on network 6444d725-5608-4a70-9122-f2b925a5d890 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:18:14.541439 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Port e8262eaa-95f7-4e78-8938-ee6bbcfd541b on network 6444d725-5608-4a70-9122-f2b925a5d890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:18:14.541758 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Attempting to bind port e8262eaa-95f7-4e78-8938-ee6bbcfd541b on network 6444d725-5608-4a70-9122-f2b925a5d890 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:18:14.547805 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:18:14.548176 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Checking segment: {'id': '29de01fc-1577-4ebc-90e7-e02942d118cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:18:14.548510 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Bound using segment: {'id': '29de01fc-1577-4ebc-90e7-e02942d118cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:18:14.548946 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Bound port: e8262eaa-95f7-4e78-8938-ee6bbcfd541b, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29de01fc-1577-4ebc-90e7-e02942d118cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:18:14.549316 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:14.637199 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] For port e8262eaa-95f7-4e78-8938-ee6bbcfd541b, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:18:14.644231 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] For port e8262eaa-95f7-4e78-8938-ee6bbcfd541b, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=e8262eaa-95f7-4e78-8938-ee6bbcfd541b,segment=NetworkSegment(29de01fc-1577-4ebc-90e7-e02942d118cc),segment_id=29de01fc-1577-4ebc-90e7-e02942d118cc)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:18:14.662157 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:14.706351 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-4b290984-91b6-4d5d-b294-67618a22f821 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1659661199&fields=id&tenant_id=4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 267 time: 0.0627184 Jun 27 21:18:14.717249 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:14.742386 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:14.742999 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:14.744677 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] 10.222.0.33 "PUT /v2.0/ports/e8262eaa-95f7-4e78-8938-ee6bbcfd541b HTTP/1.1" status: 200 len: 1098 time: 1.3066995 Jun 27 21:18:14.745600 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75c0a0d-ba4c-4f60-8cfd-427581097267', 'tag': 'e8262eaa-95f7-4e78-8938-ee6bbcfd541b'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:14.748178 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea7b236-7ada-405e-9dad-7cd1e8417b77" -d '{"events": [{"name": "network-changed", "server_uuid": "c75c0a0d-ba4c-4f60-8cfd-427581097267", "tag": "e8262eaa-95f7-4e78-8938-ee6bbcfd541b"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:14.776956 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b202ff-5b9f-4299-990e-dbe7f54ee4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e8262eaa-95f7-4e78-8938-ee6bbcfd541b,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:14.790993 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480b873-91fd-42ef-8c58-0a8ae08d968d req-bf87b39e-c3b8-4c76-8e07-31de281d24dc tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:14.796105 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4480b873-91fd-42ef-8c58-0a8ae08d968d req-bf87b39e-c3b8-4c76-8e07-31de281d24dc tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 948 time: 0.1009750 Jun 27 21:18:14.883957 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-1f0310d4-80ef-44aa-930f-2d1a167efb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:14.886009 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-1f0310d4-80ef-44aa-930f-2d1a167efb8c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe9e09a9ddb84c7ea356c7df622281da&device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 1132 time: 0.0731447 Jun 27 21:18:14.891578 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4480b873-91fd-42ef-8c58-0a8ae08d968d req-6040057f-89aa-4efb-8e10-29c61cf15111 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946798 Jun 27 21:18:14.896788 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-e9fa5c8c-5050-4d49-9fff-f1bc88075152 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:14.898464 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-e9fa5c8c-5050-4d49-9fff-f1bc88075152 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 814 time: 0.1800361 Jun 27 21:18:14.918428 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:14.932467 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-44a67b1d-3779-41bc-b824-18f3356e07a7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/quotas/4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 375 time: 0.0221951 Jun 27 21:18:14.945963 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-e8961c4e-b636-4173-9d00-d79c54f9ec26 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e8262eaa-95f7-4e78-8938-ee6bbcfd541b HTTP/1.1" status: 200 len: 217 time: 0.0412621 Jun 27 21:18:15.000799 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-4bb71196-be2d-4678-b113-a11cebb41d41 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618732 Jun 27 21:18:15.003168 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e869c75b-59f2-46ad-99ea-831dd5188f57 x-openstack-request-id: req-e869c75b-59f2-46ad-99ea-831dd5188f57 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:15.003446 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75c0a0d-ba4c-4f60-8cfd-427581097267", "tag": "e8262eaa-95f7-4e78-8938-ee6bbcfd541b", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:15.003692 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e869c75b-59f2-46ad-99ea-831dd5188f57 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:15.004108 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e869c75b-59f2-46ad-99ea-831dd5188f57'] response: {'name': 'network-changed', 'server_uuid': 'c75c0a0d-ba4c-4f60-8cfd-427581097267', 'tag': 'e8262eaa-95f7-4e78-8938-ee6bbcfd541b', 'status': 'completed', 'code': 200} Jun 27 21:18:15.018099 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-7d6df0e2-ecef-40a4-af0a-e94c6e0bcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:15.019717 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-7d6df0e2-ecef-40a4-af0a-e94c6e0bcee2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c83f8fa3-f981-4e2b-a43d-ca54eb3d6f90 HTTP/1.1" status: 200 len: 843 time: 0.0665953 Jun 27 21:18:15.099484 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-b25d8ba5-f523-48a2-90e9-4e6381aa9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:15.101142 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-b25d8ba5-f523-48a2-90e9-4e6381aa9ecf service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6444d725-5608-4a70-9122-f2b925a5d890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0744936 Jun 27 21:18:15.118191 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-c3494b09-4587-45b5-977a-c62cf91d527a service neutron] 10.222.0.13 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137938 Jun 27 21:18:15.159582 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-a83092db-c457-413c-985e-32209bbe37f4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930866790&fields=id&tenant_id=f484976e63ce44daa10eadd2a9d6cc76 HTTP/1.1" status: 200 len: 267 time: 0.0925004 Jun 27 21:18:15.236763 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-be399efc-60c3-44c9-a806-9ed787c4d19f service neutron] 10.222.0.13 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123364 Jun 27 21:18:15.299217 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-0fb8d922-9788-458e-8550-bd407368ddee service neutron] 10.222.0.33 "GET /v2.0/networks/6444d725-5608-4a70-9122-f2b925a5d890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870711 Jun 27 21:18:15.367142 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-60ec197d-02bf-4b94-8c5c-36c83f48363d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:15.373489 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-60ec197d-02bf-4b94-8c5c-36c83f48363d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/networks?id=2833602c-5fda-49c5-9f8b-40525401a7af HTTP/1.1" status: 200 len: 809 time: 0.2055688 Jun 27 21:18:15.424311 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:15.430756 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:15.437039 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-a7aa2c66-9d91-462a-ab94-affcf3d26be1 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/quotas/f484976e63ce44daa10eadd2a9d6cc76 HTTP/1.1" status: 200 len: 375 time: 0.0583856 Jun 27 21:18:15.448794 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b9348a43-0456-47cf-97ba-a8ab01ba6107 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:18:15.460550 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28078c9f-465d-40f6-b7af-6e0d2aedc593 req-3a5540a6-ad5c-416f-8467-69728181e9ed tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:15.470243 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-28078c9f-465d-40f6-b7af-6e0d2aedc593 req-3a5540a6-ad5c-416f-8467-69728181e9ed tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0664785 Jun 27 21:18:15.479731 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f900cf8e-feda-41d4-b0fc-2b35ecca624c req-5f3398c6-7739-448e-b5bc-5232228b1108 service neutron] 10.222.0.33 "GET /v2.0/networks/6444d725-5608-4a70-9122-f2b925a5d890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704564 Jun 27 21:18:15.490348 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:15.568233 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-4301873c-08c3-48cf-924f-be3df9e7fce8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f484976e63ce44daa10eadd2a9d6cc76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789175 Jun 27 21:18:15.571091 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-28078c9f-465d-40f6-b7af-6e0d2aedc593 req-afc3c97c-61b0-4d5e-b70d-8bf01da3d927 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986273 Jun 27 21:18:15.611113 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b9348a43-0456-47cf-97ba-a8ab01ba6107, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:15.628471 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'port_id': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'mac_address': 'fa:16:3e:2b:1f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:18:15.666130 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6dd9b0a2-8255-46d8-a0d8-971a85fa5cff req-52f9ba9b-6dde-49ae-beca-189868b69cc3 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 210 time: 0.0404706 Jun 27 21:18:15.687397 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-6f67be7b-37f6-4317-a357-bab54c5111e3 service neutron] 10.222.0.13 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180229 Jun 27 21:18:15.714875 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:15.718598 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port b9348a43-0456-47cf-97ba-a8ab01ba6107 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:15.718987 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:15.738434 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9348a43-0456-47cf-97ba-a8ab01ba6107 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:18:15.773209 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b9348a43-0456-47cf-97ba-a8ab01ba6107, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:15.780212 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:15.809596 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-bd70b566-2231-49c9-a01b-a2fc04ef7f72 service neutron] 10.222.0.13 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213756 Jun 27 21:18:15.839235 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=b9348a43-0456-47cf-97ba-a8ab01ba6107,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:15.869951 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa68a9-edcd-4d70-8fef-d2b7ac190c8c req-703e7d84-f82e-432e-bc69-ba5dd17e222a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:15.871555 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6faa68a9-edcd-4d70-8fef-d2b7ac190c8c req-703e7d84-f82e-432e-bc69-ba5dd17e222a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 944 time: 0.0906808 Jun 27 21:18:15.930449 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6faa68a9-edcd-4d70-8fef-d2b7ac190c8c req-96569541-b01f-40d9-836f-379855f0b083 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526793 Jun 27 21:18:16.068680 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b936a69-35ac-4cf4-8a3f-62adb376366a req-4b0e9004-c692-4eeb-8270-e7a8eae78ea8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:16.070680 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2b936a69-35ac-4cf4-8a3f-62adb376366a req-4b0e9004-c692-4eeb-8270-e7a8eae78ea8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0746419 Jun 27 21:18:16.138692 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2b936a69-35ac-4cf4-8a3f-62adb376366a req-0ee6f578-0673-4f14-9acb-84b75e167c24 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616326 Jun 27 21:18:16.216829 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['b9348a43-0456-47cf-97ba-a8ab01ba6107'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:18:16.222789 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b0265c03-3d9e-4ece-93d7-deea3d41fbc0 req-5fb623ad-24ca-4d13-9195-b60429b54015 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 210 time: 0.0432413 Jun 27 21:18:16.248723 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d55bc-3a53-4758-b86f-6fbe5376bf3a req-c0c80ed3-bbdd-41c3-980e-51b56f6fa43c tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:16.250645 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5d3d55bc-3a53-4758-b86f-6fbe5376bf3a req-c0c80ed3-bbdd-41c3-980e-51b56f6fa43c tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 948 time: 0.0743904 Jun 27 21:18:16.311509 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5d3d55bc-3a53-4758-b86f-6fbe5376bf3a req-ba7b9a7a-319b-4313-a8b7-136acbd46c72 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528717 Jun 27 21:18:16.676542 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b236-7ada-405e-9dad-7cd1e8417b77 req-7b9b82e8-f0e3-4aab-ac25-70a83ee9fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:16.678394 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0ea7b236-7ada-405e-9dad-7cd1e8417b77 req-7b9b82e8-f0e3-4aab-ac25-70a83ee9fa54 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fe9e09a9ddb84c7ea356c7df622281da&device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 1132 time: 0.0560381 Jun 27 21:18:16.716968 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0fd3-6122-4ae5-8639-7d301cf939dc req-d8ed5490-bd13-4679-9b7f-2a062fbf3c40 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:16.719276 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1ebd0fd3-6122-4ae5-8639-7d301cf939dc req-d8ed5490-bd13-4679-9b7f-2a062fbf3c40 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0603700 Jun 27 21:18:16.790163 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:16.818660 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1ebd0fd3-6122-4ae5-8639-7d301cf939dc req-1049c61e-3378-4921-8305-717064d66323 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925765 Jun 27 21:18:16.838652 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ca6db3e1-2648-48ca-a3a2-bc3c9b3f30c5 req-b1df4c74-ff0e-414e-b41f-1e28a894abc5 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 210 time: 0.0693309 Jun 27 21:18:16.863400 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b236-7ada-405e-9dad-7cd1e8417b77 req-c19f21b5-3652-410b-a33d-e6f512023eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:16.865481 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0ea7b236-7ada-405e-9dad-7cd1e8417b77 req-c19f21b5-3652-410b-a33d-e6f512023eb5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6444d725-5608-4a70-9122-f2b925a5d890 HTTP/1.1" status: 200 len: 870 time: 0.1777551 Jun 27 21:18:16.951197 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0ea7b236-7ada-405e-9dad-7cd1e8417b77 req-1593d80a-0c41-4f0e-8f33-3a0edd20adb1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=e8262eaa-95f7-4e78-8938-ee6bbcfd541b HTTP/1.1" status: 200 len: 217 time: 0.0361350 Jun 27 21:18:17.014831 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b236-7ada-405e-9dad-7cd1e8417b77 req-ef601f8b-f5f1-4691-9001-49097a34d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:17.016589 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0ea7b236-7ada-405e-9dad-7cd1e8417b77 req-ef601f8b-f5f1-4691-9001-49097a34d0c7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c83f8fa3-f981-4e2b-a43d-ca54eb3d6f90 HTTP/1.1" status: 200 len: 843 time: 0.0591328 Jun 27 21:18:17.061074 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67e629-9b50-4909-b5a6-f48bca1b6e4c req-60c973a5-cbc8-44fd-8b69-e042f6e4e1a7 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:17.062619 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1b67e629-9b50-4909-b5a6-f48bca1b6e4c req-60c973a5-cbc8-44fd-8b69-e042f6e4e1a7 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 944 time: 0.0544581 Jun 27 21:18:17.123686 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1b67e629-9b50-4909-b5a6-f48bca1b6e4c req-f5e160ee-7446-4560-89f1-1f965de2e091 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546172 Jun 27 21:18:17.273882 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b412a7-257d-4fbb-be05-d48e0a87abfe req-417b89e5-65a7-4db6-985f-809625fcfb7b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:17.275536 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a2b412a7-257d-4fbb-be05-d48e0a87abfe req-417b89e5-65a7-4db6-985f-809625fcfb7b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0673175 Jun 27 21:18:17.332287 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:17.339749 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-37fe03dd-fa1b-4055-8ebc-f6b19993ff74 req-1c31785a-7167-47c6-a75b-796aa13e64df tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 210 time: 0.0443134 Jun 27 21:18:17.364777 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b236-7ada-405e-9dad-7cd1e8417b77 req-42fe8b82-b778-4fdd-8e07-bc43507da147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:17.366355 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0ea7b236-7ada-405e-9dad-7cd1e8417b77 req-42fe8b82-b778-4fdd-8e07-bc43507da147 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6444d725-5608-4a70-9122-f2b925a5d890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0656137 Jun 27 21:18:17.370405 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a2b412a7-257d-4fbb-be05-d48e0a87abfe req-97fef7e4-c955-466b-aa0f-4e7be53a81ca tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873868 Jun 27 21:18:17.446664 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b9348a43-0456-47cf-97ba-a8ab01ba6107 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:18:17.485601 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0ea7b236-7ada-405e-9dad-7cd1e8417b77 req-a185ced7-1558-4ecd-951e-c216ec53560d service neutron] 10.222.0.33 "GET /v2.0/networks/6444d725-5608-4a70-9122-f2b925a5d890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079686 Jun 27 21:18:17.497477 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0eddf-fefd-4eea-8995-45a031dbcf57 req-22ccb201-87db-476a-9377-133c4013b825 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:17.499220 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0dc0eddf-fefd-4eea-8995-45a031dbcf57 req-22ccb201-87db-476a-9377-133c4013b825 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 948 time: 0.0786834 Jun 27 21:18:17.506567 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port b9348a43-0456-47cf-97ba-a8ab01ba6107 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:18:17.514241 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port b9348a43-0456-47cf-97ba-a8ab01ba6107 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:18:17.514747 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:17.566166 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0dc0eddf-fefd-4eea-8995-45a031dbcf57 req-3b0ce734-beb9-454e-bddb-09c7c5e95fde tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585327 Jun 27 21:18:17.598135 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port b9348a43-0456-47cf-97ba-a8ab01ba6107 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:17.598548 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:17.623978 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:17.626560 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-face5c08-5fee-437a-99b1-81c45fba19de" -d '{"events": [{"server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "name": "network-vif-plugged", "status": "completed", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:17.641568 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b9348a43-0456-47cf-97ba-a8ab01ba6107, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:17.646244 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:17.672229 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:17.679462 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b888b4-b8a1-4f5d-a01c-0e1e0c8e4b47 x-openstack-request-id: req-55b888b4-b8a1-4f5d-a01c-0e1e0c8e4b47 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:17.679858 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "name": "network-vif-plugged", "status": "completed", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:17.680664 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55b888b4-b8a1-4f5d-a01c-0e1e0c8e4b47 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:17.681111 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b888b4-b8a1-4f5d-a01c-0e1e0c8e4b47'] response: {'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'code': 200} Jun 27 21:18:17.705563 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=b9348a43-0456-47cf-97ba-a8ab01ba6107,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:17.866904 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0ea7b236-7ada-405e-9dad-7cd1e8417b77 req-7d15d57c-041b-42e2-bcbc-16a6ac34c0d3 service neutron] 10.222.0.33 "GET /v2.0/networks/6444d725-5608-4a70-9122-f2b925a5d890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251767 Jun 27 21:18:18.003201 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:18.058242 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5fccb6c9-dbb6-4ac2-a383-c2d6c8d45318 req-be5a6599-96c0-4d4e-867a-b34b3018938c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 210 time: 0.1146808 Jun 27 21:18:18.108427 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febc2f4-430f-4c76-a903-65d41789a917 req-66f99c7e-85d8-420e-b817-9af83807f859 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:18.115844 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9febc2f4-430f-4c76-a903-65d41789a917 req-66f99c7e-85d8-420e-b817-9af83807f859 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.1502886 Jun 27 21:18:18.171738 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-fb4ea28c-ffe4-4612-b843-9de96e9ccea2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:18.173344 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-fb4ea28c-ffe4-4612-b843-9de96e9ccea2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 814 time: 0.3340797 Jun 27 21:18:18.193205 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:18.205773 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b805f6-e449-40b9-a2c6-250a3217b616 req-ddc1f266-2fdc-4fe4-a665-30f4d0af66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:18.208229 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-98b805f6-e449-40b9-a2c6-250a3217b616 req-ddc1f266-2fdc-4fe4-a665-30f4d0af66dc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 1129 time: 0.0732031 Jun 27 21:18:18.212443 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9febc2f4-430f-4c76-a903-65d41789a917 req-e97ede67-2980-4b01-97ea-366ae5a57e19 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686228 Jun 27 21:18:18.242168 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-8a98da60-d73f-4095-9d2a-4b345303f91d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:18.244320 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-8a98da60-d73f-4095-9d2a-4b345303f91d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.33 "GET /v2.0/networks?id=2833602c-5fda-49c5-9f8b-40525401a7af HTTP/1.1" status: 200 len: 809 time: 0.2774162 Jun 27 21:18:18.284018 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fad34-f9b7-419f-ad38-b9da43cf4a98 req-26ec9907-2e50-4864-aff4-941459125ab4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:18.285588 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-940fad34-f9b7-419f-ad38-b9da43cf4a98 req-26ec9907-2e50-4864-aff4-941459125ab4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0687923 Jun 27 21:18:18.372601 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-940fad34-f9b7-419f-ad38-b9da43cf4a98 req-1ceb9097-38c8-43d1-8df7-9e93bd8c3680 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809162 Jun 27 21:18:18.400189 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-adf8dbdd-d0c8-416e-9f5a-91f50aca068f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 473 time: 0.1007023 Jun 27 21:18:18.413807 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'port': {'device_id': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'admin_state_up': True, 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'security_groups': ['2f91f3cb-c560-46ba-a640-cae288fbb18a']}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:18.447831 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-ea1b4655-22f9-4efc-9fee-b2005d0b106f tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f484976e63ce44daa10eadd2a9d6cc76 HTTP/1.1" status: 200 len: 379 time: 0.1307521 Jun 27 21:18:18.452435 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-98b805f6-e449-40b9-a2c6-250a3217b616 req-cd8c587a-471d-47db-82ed-062f578a53f1 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526916 Jun 27 21:18:18.502520 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-046ed0d9-ed29-4ab9-b024-7d54fe837f06 req-26a17559-0cc1-4d33-bff9-edc6d69a0712 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 210 time: 0.0544693 Jun 27 21:18:18.538577 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb5ceb-ea91-407c-a4ba-2362664b7f70 req-e0f1c156-323a-4325-bb1b-1b0d925bd2fa tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:18.540417 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e8cb5ceb-ea91-407c-a4ba-2362664b7f70 req-e0f1c156-323a-4325-bb1b-1b0d925bd2fa tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0671563 Jun 27 21:18:18.587726 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Made reservation on behalf of 4a74724882c84e8f893f5be0f59a9581 for: {'port': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:18:18.593444 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:18.618248 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e8cb5ceb-ea91-407c-a4ba-2362664b7f70 req-941ab0d2-7b42-4c82-aef4-afde2c5640d0 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663097 Jun 27 21:18:18.733553 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a449021-dbb5-4a8f-b8a5-57bf5db9f96e req-60492da9-cd78-4f87-b710-af4375ead10e tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:18.735195 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0a449021-dbb5-4a8f-b8a5-57bf5db9f96e req-60492da9-cd78-4f87-b710-af4375ead10e tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 948 time: 0.0787830 Jun 27 21:18:18.784104 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Request body: {'port': {'device_id': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'admin_state_up': True, 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'security_groups': ['791c07f8-9c7d-4ac9-b775-5742a9695be0']}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:18.816556 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Allocated IP 172.20.0.8 (88eac9a2-e4a8-414f-a6be-c486870814c1/564673c1-b936-44f6-8645-95a61d7eeae3/63757cf8-adc3-4cb5-8c67-986e0c574946) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:18:18.840398 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0a449021-dbb5-4a8f-b8a5-57bf5db9f96e req-b424780f-1d05-4161-9fd5-435afafba728 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808387 Jun 27 21:18:18.924740 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Made reservation on behalf of f484976e63ce44daa10eadd2a9d6cc76 for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:18:18.928489 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:18.982530 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:19.022488 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:19.049127 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:19.065705 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:19.122008 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:18:19.125557 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:18:19.128381 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:18:19.134588 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:19.135291 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:19.155783 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=63757cf8-adc3-4cb5-8c67-986e0c574946,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:19.170559 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-af29d4fa-9fa9-42e3-933b-6ed3c0f9ab48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622468 Jun 27 21:18:19.304127 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Request body: {'port': {'device_id': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:19.376178 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:19.425088 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536c38a-d514-4549-8192-0146afd0074e req-56162675-95ab-41df-843a-1f38921e1c0c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:19.429489 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4536c38a-d514-4549-8192-0146afd0074e req-56162675-95ab-41df-843a-1f38921e1c0c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 931 time: 0.0739107 Jun 27 21:18:19.433739 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9f066-6598-4c1b-9aad-511d5467f536 req-717a6e1f-46ff-4296-989d-449e0946cd89 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:19.435328 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f2f9f066-6598-4c1b-9aad-511d5467f536 req-717a6e1f-46ff-4296-989d-449e0946cd89 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.1227348 Jun 27 21:18:19.444817 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:19.458921 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Allocated IP 172.20.0.3 (2833602c-5fda-49c5-9f8b-40525401a7af/1f444894-ce72-40c6-97c3-59e461303458/36112ae1-bee5-4df6-9469-82c6af7bb1f4) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:18:19.475598 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device e8262eaa-95f7-4e78-8938-ee6bbcfd541b details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:18:19.496991 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-9d03be75-2ce3-4bd5-893e-391bc3397038 None None] Provisioning complete for port 63757cf8-adc3-4cb5-8c67-986e0c574946 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:18:19.497672 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9d03be75-2ce3-4bd5-893e-391bc3397038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:19.501880 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:19.526214 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4536c38a-d514-4549-8192-0146afd0074e req-e8809e4f-95b6-4c6f-9cec-558d6eb1c8f0 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907445 Jun 27 21:18:19.554244 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f2f9f066-6598-4c1b-9aad-511d5467f536 req-569aedf6-3efa-43ea-ba37-6392bfd2ce71 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112053 Jun 27 21:18:19.558570 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-9d03be75-2ce3-4bd5-893e-391bc3397038 None None] Port 63757cf8-adc3-4cb5-8c67-986e0c574946 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:18:19.687340 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:19.715701 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:19.719718 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port e8262eaa-95f7-4e78-8938-ee6bbcfd541b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=e8262eaa-95f7-4e78-8938-ee6bbcfd541b,segment=NetworkSegment(29de01fc-1577-4ebc-90e7-e02942d118cc),segment_id=29de01fc-1577-4ebc-90e7-e02942d118cc)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:19.737797 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'e8262eaa-95f7-4e78-8938-ee6bbcfd541b', 'network_id': '6444d725-5608-4a70-9122-f2b925a5d890', 'port_id': 'e8262eaa-95f7-4e78-8938-ee6bbcfd541b', 'mac_address': 'fa:16:3e:ac:39:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83f8fa3-f981-4e2b-a43d-ca54eb3d6f90', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:18:19.757472 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b7df0ca8-41a2-4737-9517-e96b780c452f req-82cdc7ab-9d73-4191-84d1-9ae3507be3e0 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 210 time: 0.0687230 Jun 27 21:18:19.782508 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port e8262eaa-95f7-4e78-8938-ee6bbcfd541b is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:19.783264 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:19.801437 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f3230-289d-45fa-bc74-300b9696a353 req-f56c3f2e-00ab-48bb-91d2-e9e2cef83a20 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:19.803959 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dd9f3230-289d-45fa-bc74-300b9696a353 req-f56c3f2e-00ab-48bb-91d2-e9e2cef83a20 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.1207778 Jun 27 21:18:19.809811 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8262eaa-95f7-4e78-8938-ee6bbcfd541b {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:18:19.840115 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:19.853816 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port e8262eaa-95f7-4e78-8938-ee6bbcfd541b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=e8262eaa-95f7-4e78-8938-ee6bbcfd541b,segment=NetworkSegment(29de01fc-1577-4ebc-90e7-e02942d118cc),segment_id=29de01fc-1577-4ebc-90e7-e02942d118cc)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:19.861233 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:19.893368 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dd9f3230-289d-45fa-bc74-300b9696a353 req-dcd9bbb7-6e4c-4257-9571-0f829a10c4a1 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796828 Jun 27 21:18:19.918510 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:19.931812 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1395a-f7c4-42f0-ab05-0a266742848b req-bf2e4472-6343-42a7-8248-9fcbd7f1a95f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:19.933685 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5ad1395a-f7c4-42f0-ab05-0a266742848b req-bf2e4472-6343-42a7-8248-9fcbd7f1a95f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0722659 Jun 27 21:18:19.966216 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=e8262eaa-95f7-4e78-8938-ee6bbcfd541b,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:20.032203 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event updated for resources: {'Port': ['ID=36112ae1-bee5-4df6-9469-82c6af7bb1f4,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:20.039450 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Network 2833602c-5fda-49c5-9f8b-40525401a7af is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:18:20.046688 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:18:20.049592 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63757cf8-adc3-4cb5-8c67-986e0c574946 {{(pid=104130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:18:20.051105 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:18:20.058412 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5ad1395a-f7c4-42f0-ab05-0a266742848b req-7f9f767e-943d-402d-ad7a-02958a206ded tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086535 Jun 27 21:18:20.069779 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Publish callbacks [] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:20.089898 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.provisioning_blocks [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Transition to ACTIVE for port object 63757cf8-adc3-4cb5-8c67-986e0c574946 will not be triggered until provisioned by entity L2. {{(pid=104130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:18:20.093421 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d4c13-0fef-4f1e-ad3f-730ffef34d9a req-c2db64ca-f26e-4579-9d0a-0a420c150b03 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:20.094570 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:20.095314 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2f8d4c13-0fef-4f1e-ad3f-730ffef34d9a req-c2db64ca-f26e-4579-9d0a-0a420c150b03 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 949 time: 0.1027706 Jun 27 21:18:20.180121 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:20.180833 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:20.182672 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Pushing event updated for resources: {'Port': ['ID=63757cf8-adc3-4cb5-8c67-986e0c574946,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:20.209013 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Attempting to bind port 63757cf8-adc3-4cb5-8c67-986e0c574946 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:18:20.209338 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Attempting to bind port 63757cf8-adc3-4cb5-8c67-986e0c574946 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:18:20.209670 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Attempting to bind port 63757cf8-adc3-4cb5-8c67-986e0c574946 on network 88eac9a2-e4a8-414f-a6be-c486870814c1 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:18:20.234650 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Port 63757cf8-adc3-4cb5-8c67-986e0c574946 on network 88eac9a2-e4a8-414f-a6be-c486870814c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:18:20.235786 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Attempting to bind port 63757cf8-adc3-4cb5-8c67-986e0c574946 on network 88eac9a2-e4a8-414f-a6be-c486870814c1 {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:18:20.247622 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:18:20.248421 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Checking segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:18:20.248810 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Bound using segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} {{(pid=104130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:18:20.249913 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.managers [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Bound port: 63757cf8-adc3-4cb5-8c67-986e0c574946, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}}] {{(pid=104130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:18:20.250750 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:20.258262 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2f8d4c13-0fef-4f1e-ad3f-730ffef34d9a req-65805e4f-0845-4055-b248-70a791e03ccb tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525702 Jun 27 21:18:20.265209 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-3974da24-74c3-4fbb-9616-ee9f99e196cc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4852087 Jun 27 21:18:20.300200 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['e8262eaa-95f7-4e78-8938-ee6bbcfd541b'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:18:20.363028 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:20.370662 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] For port 63757cf8-adc3-4cb5-8c67-986e0c574946, host hv-cinder-84773, cleared binding levels {{(pid=104130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:18:20.375209 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] For port 63757cf8-adc3-4cb5-8c67-986e0c574946, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=63757cf8-adc3-4cb5-8c67-986e0c574946,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:18:20.385023 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:20.439047 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:20.439666 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:20.441158 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] 10.222.0.33 "PUT /v2.0/ports/63757cf8-adc3-4cb5-8c67-986e0c574946 HTTP/1.1" status: 200 len: 1093 time: 1.1421216 Jun 27 21:18:20.442379 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'tag': '63757cf8-adc3-4cb5-8c67-986e0c574946'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:20.444096 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff1798a-b89a-41e4-a77a-46d30b884794" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5b1522-b5e3-4328-9292-5f99591179a2", "tag": "63757cf8-adc3-4cb5-8c67-986e0c574946"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:20.474749 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb444851-f8c8-4b43-8d59-b55b5c6482e6 service neutron] Pushing event updated for resources: {'Port': ['ID=63757cf8-adc3-4cb5-8c67-986e0c574946,revision_number=3']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:20.491297 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f09c95-2952-4a8e-b9ff-98524948ecf6 x-openstack-request-id: req-a9f09c95-2952-4a8e-b9ff-98524948ecf6 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:20.491635 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5b1522-b5e3-4328-9292-5f99591179a2", "tag": "63757cf8-adc3-4cb5-8c67-986e0c574946", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:20.492344 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9f09c95-2952-4a8e-b9ff-98524948ecf6 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:20.492879 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f09c95-2952-4a8e-b9ff-98524948ecf6'] response: {'name': 'network-changed', 'server_uuid': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'tag': '63757cf8-adc3-4cb5-8c67-986e0c574946', 'status': 'completed', 'code': 200} Jun 27 21:18:20.496883 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-248cd971-9628-4e98-816d-0a5673ebfadd None None] Provisioning complete for port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:18:20.497485 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-248cd971-9628-4e98-816d-0a5673ebfadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:20.553482 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-248cd971-9628-4e98-816d-0a5673ebfadd None None] Port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:18:20.667946 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Request body: {'port': {'device_id': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:20.748629 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d382d-133d-4018-b7db-11f4e6400886 req-7e4f4433-5e6b-4775-9870-af40ebfe6c64 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:20.760339 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bb0d382d-133d-4018-b7db-11f4e6400886 req-7e4f4433-5e6b-4775-9870-af40ebfe6c64 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 943 time: 0.1122079 Jun 27 21:18:20.793071 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e8cac-c917-4acc-9771-7081f17cf6b2 req-ab408f8a-542e-4b91-b215-2ca56c4fbcf2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:20.794537 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d8e8cac-c917-4acc-9771-7081f17cf6b2 req-ab408f8a-542e-4b91-b215-2ca56c4fbcf2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.1095324 Jun 27 21:18:20.849910 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1798a-b89a-41e4-a77a-46d30b884794 req-02f55efb-2e1f-489d-a820-1dec6f53505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:20.851822 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3ff1798a-b89a-41e4-a77a-46d30b884794 req-02f55efb-2e1f-489d-a820-1dec6f53505e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 1127 time: 0.0560009 Jun 27 21:18:20.865888 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:20.884884 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bb0d382d-133d-4018-b7db-11f4e6400886 req-929b5e6c-68d0-4432-80a0-e226fd9550f9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233666 Jun 27 21:18:20.898133 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2d8e8cac-c917-4acc-9771-7081f17cf6b2 req-ebb9cac0-e7ba-412f-af1f-e90eeb1da03b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749867 Jun 27 21:18:20.967372 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:21.042711 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1798a-b89a-41e4-a77a-46d30b884794 req-58ec100b-40bd-4e61-aa3a-59412d579ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:21.044491 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3ff1798a-b89a-41e4-a77a-46d30b884794 req-58ec100b-40bd-4e61-aa3a-59412d579ffe service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=4a74724882c84e8f893f5be0f59a9581&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1772389 Jun 27 21:18:21.052331 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:21.071982 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed40091-d05d-4739-aad1-2f2d57914147 req-5448976c-1f00-4f39-9d18-6bf805ca29e9 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:21.073550 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6ed40091-d05d-4739-aad1-2f2d57914147 req-5448976c-1f00-4f39-9d18-6bf805ca29e9 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0799501 Jun 27 21:18:21.125730 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c973d4d-65de-4f41-bb63-29aebb65160e req-bcefa4d7-bfa3-4c38-adfe-7159f45e75b8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:21.127575 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0c973d4d-65de-4f41-bb63-29aebb65160e req-bcefa4d7-bfa3-4c38-adfe-7159f45e75b8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 931 time: 0.0985782 Jun 27 21:18:21.243983 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:21.279614 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0c973d4d-65de-4f41-bb63-29aebb65160e req-4be88e29-d0b9-4db3-8ab1-a449bd0c8797 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393933 Jun 27 21:18:21.400525 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36112ae1-bee5-4df6-9469-82c6af7bb1f4 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:18:21.413094 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Publish callbacks [] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:21.429372 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d0451-0d28-4bab-aaf5-a188aa6aaeb4 req-843d964d-17d1-4ee4-a3dc-626ae01f58eb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:21.431643 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-946d0451-0d28-4bab-aaf5-a188aa6aaeb4 req-843d964d-17d1-4ee4-a3dc-626ae01f58eb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0778246 Jun 27 21:18:21.449144 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Transition to ACTIVE for port object 36112ae1-bee5-4df6-9469-82c6af7bb1f4 will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:18:21.456344 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:21.477624 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device e8262eaa-95f7-4e78-8938-ee6bbcfd541b up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:18:21.500146 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6ed40091-d05d-4739-aad1-2f2d57914147 req-57f0d35e-ff1d-42d1-b674-2e53de80f218 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4151537 Jun 27 21:18:21.504986 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1798a-b89a-41e4-a77a-46d30b884794 req-20a46fd4-1398-4260-93c8-506eb4d02895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:21.507517 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3ff1798a-b89a-41e4-a77a-46d30b884794 req-20a46fd4-1398-4260-93c8-506eb4d02895 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4538417 Jun 27 21:18:21.540247 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-946d0451-0d28-4bab-aaf5-a188aa6aaeb4 req-3f025d15-b2dc-4385-a43a-fd55efb50305 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021833 Jun 27 21:18:21.540878 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Pushing event updated for resources: {'Port': ['ID=36112ae1-bee5-4df6-9469-82c6af7bb1f4,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:21.589481 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port e8262eaa-95f7-4e78-8938-ee6bbcfd541b completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:18:21.600546 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port e8262eaa-95f7-4e78-8938-ee6bbcfd541b triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:18:21.600980 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:21.682061 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-4d5e24e8-ede9-4ef3-9484-8af42b2703a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:21.687146 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-4d5e24e8-ede9-4ef3-9484-8af42b2703a3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 1127 time: 0.1018176 Jun 27 21:18:21.741295 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Attempting to bind port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:18:21.742393 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Attempting to bind port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:18:21.742973 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Attempting to bind port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 on network 2833602c-5fda-49c5-9f8b-40525401a7af {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:18:21.743290 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port e8262eaa-95f7-4e78-8938-ee6bbcfd541b is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:21.743795 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:21.764134 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 on network 2833602c-5fda-49c5-9f8b-40525401a7af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:18:21.764499 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Attempting to bind port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 on network 2833602c-5fda-49c5-9f8b-40525401a7af {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:18:21.777049 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75c0a0d-ba4c-4f60-8cfd-427581097267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8262eaa-95f7-4e78-8938-ee6bbcfd541b'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:21.778753 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:18:21.779536 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Checking segment: {'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:18:21.780307 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Bound using segment: {'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:18:21.780802 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ac1bd8-7b07-47d0-bdb4-40927f8f728d" -d '{"events": [{"server_uuid": "c75c0a0d-ba4c-4f60-8cfd-427581097267", "name": "network-vif-plugged", "status": "completed", "tag": "e8262eaa-95f7-4e78-8938-ee6bbcfd541b"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:21.781867 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Bound port: 36112ae1-bee5-4df6-9469-82c6af7bb1f4, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fe2720-0950-4010-8a70-2ce255d115cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:18:21.782640 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:21.785635 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-e6b9018d-0b65-48d8-a0eb-7bad50b4b122 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63757cf8-adc3-4cb5-8c67-986e0c574946 HTTP/1.1" status: 200 len: 217 time: 0.0532339 Jun 27 21:18:21.786794 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:21.789044 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=12 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:21.796460 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c78367-0f1f-47f8-9cb7-ae286ae4711e req-c825033e-a36a-49f8-83a0-410019332de6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:21.796709 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:21.798251 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f4c78367-0f1f-47f8-9cb7-ae286ae4711e req-c825033e-a36a-49f8-83a0-410019332de6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0953150 Jun 27 21:18:21.817131 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 45714) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:21.821410 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port e8262eaa-95f7-4e78-8938-ee6bbcfd541b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=e8262eaa-95f7-4e78-8938-ee6bbcfd541b,segment=NetworkSegment(29de01fc-1577-4ebc-90e7-e02942d118cc),segment_id=29de01fc-1577-4ebc-90e7-e02942d118cc)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:21.826578 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-cb07616e-9947-4fbf-a68a-a4bcdf95b3b6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Request body: {'floatingip': {'port_id': 'b9348a43-0456-47cf-97ba-a8ab01ba6107'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:21.830097 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:21.853570 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-15ba139a-fe52-4589-8607-7b3989c59de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:21.855036 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-15ba139a-fe52-4589-8607-7b3989c59de2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 200 len: 853 time: 0.0543764 Jun 27 21:18:21.862395 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118a9d4-1bb5-4b06-b32e-7be2b686cf62 req-286dabe1-4269-4008-b209-ebf4c5cec6ad tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:21.864066 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f118a9d4-1bb5-4b06-b32e-7be2b686cf62 req-286dabe1-4269-4008-b209-ebf4c5cec6ad tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 949 time: 0.1714368 Jun 27 21:18:21.902160 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cb07616e-9947-4fbf-a68a-a4bcdf95b3b6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for floatingip (e0ed402e-fa70-4a4d-8f27-c7b14e6a46be), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:21.908088 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-93368eb1-e5fd-4e40-b49a-8f0b5eed2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:21.909905 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-93368eb1-e5fd-4e40-b49a-8f0b5eed2bab service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88eac9a2-e4a8-414f-a6be-c486870814c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448689 Jun 27 21:18:21.935660 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=e8262eaa-95f7-4e78-8938-ee6bbcfd541b,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:22.018218 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] For port 36112ae1-bee5-4df6-9469-82c6af7bb1f4, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:18:22.022312 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] For port 36112ae1-bee5-4df6-9469-82c6af7bb1f4, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:18:22.069616 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:22.076778 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f118a9d4-1bb5-4b06-b32e-7be2b686cf62 req-8c73bbd2-74dd-42ff-8923-6735808fdb21 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657705 Jun 27 21:18:22.098212 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-a9d54c92-1d7c-4c06-8204-80918137663a service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712811 Jun 27 21:18:22.127622 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:22.128646 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:22.130057 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] 10.222.0.33 "PUT /v2.0/ports/36112ae1-bee5-4df6-9469-82c6af7bb1f4 HTTP/1.1" status: 200 len: 1093 time: 1.4729409 Jun 27 21:18:22.130553 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129c8445-6c49-4465-b9dd-71071f1186eb x-openstack-request-id: req-129c8445-6c49-4465-b9dd-71071f1186eb {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:22.131108 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75c0a0d-ba4c-4f60-8cfd-427581097267", "name": "network-vif-plugged", "status": "completed", "tag": "e8262eaa-95f7-4e78-8938-ee6bbcfd541b", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:22.131507 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-129c8445-6c49-4465-b9dd-71071f1186eb {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:22.132067 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129c8445-6c49-4465-b9dd-71071f1186eb'] response: {'server_uuid': 'c75c0a0d-ba4c-4f60-8cfd-427581097267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8262eaa-95f7-4e78-8938-ee6bbcfd541b', 'code': 200} Jun 27 21:18:22.137354 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:22.138848 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b590f3b-0acf-4478-8668-5e16fdb62c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:22.242253 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:22.347833 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d8739-3b16-4d4d-8f91-64e827f4dca6 service neutron] Pushing event updated for resources: {'Port': ['ID=36112ae1-bee5-4df6-9469-82c6af7bb1f4,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:22.357331 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c54230-4495-4d8a-8a54-75c178f9a5a7 req-d0c13ca6-54a5-4480-a93a-61eba75e2e63 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:22.361773 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-50c54230-4495-4d8a-8a54-75c178f9a5a7 req-d0c13ca6-54a5-4480-a93a-61eba75e2e63 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 943 time: 0.1104450 Jun 27 21:18:22.437356 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:22.453963 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:22.479965 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d25d4791-79fb-4c78-9d25-2b921f714978 req-e2d13e13-6dc2-4a9e-b420-77dcae40d1a8 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555143 Jun 27 21:18:22.487940 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-50c54230-4495-4d8a-8a54-75c178f9a5a7 req-bd0da37b-ed8b-4ffd-88bb-71d4b4744f60 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790861 Jun 27 21:18:22.556840 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6866e6e-3444-4470-a300-47f5d671d293 req-69a7208f-03f0-46a7-b37d-c610e7bd6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:22.558739 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c6866e6e-3444-4470-a300-47f5d671d293 req-69a7208f-03f0-46a7-b37d-c610e7bd6771 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 1129 time: 0.2302318 Jun 27 21:18:22.572537 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205484e-92f4-420c-a1a0-e188a675df01 req-66d87b1a-c7e2-4f5c-976f-c56822e778b8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:22.574431 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3205484e-92f4-420c-a1a0-e188a675df01 req-66d87b1a-c7e2-4f5c-976f-c56822e778b8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.2441041 Jun 27 21:18:22.575572 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-ed52bc85-168f-4c4e-825c-6ae40759217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:22.577016 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-ed52bc85-168f-4c4e-825c-6ae40759217d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f484976e63ce44daa10eadd2a9d6cc76&device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 1127 time: 0.2499850 Jun 27 21:18:22.613852 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a69bf6-eade-4383-8792-63cd6f183370 req-e96e0f1f-856c-4a5c-9cc8-35012b425d5a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:22.615407 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-17a69bf6-eade-4383-8792-63cd6f183370 req-e96e0f1f-856c-4a5c-9cc8-35012b425d5a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0605323 Jun 27 21:18:22.621389 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1823bf-70cb-4d49-ad87-7a76ba92c0a5 req-403d36f9-d199-4244-8b79-83b2c94efd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:22.622899 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bc1823bf-70cb-4d49-ad87-7a76ba92c0a5 req-403d36f9-d199-4244-8b79-83b2c94efd79 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 1134 time: 0.1864619 Jun 27 21:18:22.676051 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-17a69bf6-eade-4383-8792-63cd6f183370 req-13c89acd-1de2-4931-8fca-26c2d92c6679 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527706 Jun 27 21:18:22.708445 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3205484e-92f4-420c-a1a0-e188a675df01 req-0abf38bf-1996-4e54-a644-dd385aafc795 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916843 Jun 27 21:18:22.753074 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c489063-dfd2-427a-a651-fb9f3a9db655 x-openstack-request-id: req-7c489063-dfd2-427a-a651-fb9f3a9db655 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:22.753678 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:22.753678 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c489063-dfd2-427a-a651-fb9f3a9db655 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:22.753992 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c489063-dfd2-427a-a651-fb9f3a9db655'] response: {'name': 'network-changed', 'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'status': 'completed', 'code': 200} Jun 27 21:18:22.847713 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cb07616e-9947-4fbf-a68a-a4bcdf95b3b6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:22.856563 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295adbb-11c2-4bdb-ae85-c97f59ef8810 req-5b3ae90e-df65-4253-8795-08f6f94c99c4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:22.858133 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2295adbb-11c2-4bdb-ae85-c97f59ef8810 req-5b3ae90e-df65-4253-8795-08f6f94c99c4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0619249 Jun 27 21:18:22.859448 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cb07616e-9947-4fbf-a68a-a4bcdf95b3b6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (e0ed402e-fa70-4a4d-8f27-c7b14e6a46be), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:22.988003 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2295adbb-11c2-4bdb-ae85-c97f59ef8810 req-711a7f65-d11f-4589-bd07-d706090b3a21 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920930 Jun 27 21:18:22.997467 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [None req-cb07616e-9947-4fbf-a68a-a4bcdf95b3b6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Floating IP e0ed402e-fa70-4a4d-8f27-c7b14e6a46be associated. External IP: 172.27.0.55, port: b9348a43-0456-47cf-97ba-a8ab01ba6107. Jun 27 21:18:23.208757 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb07616e-9947-4fbf-a68a-a4bcdf95b3b6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:18:23.235922 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78c660-c936-4ba3-b85e-5d0eccc50e27 req-e9d58ede-4790-49ec-a224-7039f78eb65b tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:23.236839 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ee78c660-c936-4ba3-b85e-5d0eccc50e27 req-e9d58ede-4790-49ec-a224-7039f78eb65b tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 950 time: 0.0595145 Jun 27 21:18:23.298346 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ee78c660-c936-4ba3-b85e-5d0eccc50e27 req-83a603f7-9d7a-4390-a524-b29e62186ee5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541241 Jun 27 21:18:23.321053 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:23.328894 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb07616e-9947-4fbf-a68a-a4bcdf95b3b6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:18:23.335783 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cb07616e-9947-4fbf-a68a-a4bcdf95b3b6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:23.342393 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c08d97-1594-42e2-b9cc-a77b328946eb None None] Sync routers for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:18:23.353949 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c08d97-1594-42e2-b9cc-a77b328946eb None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:18:23.354593 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-35c08d97-1594-42e2-b9cc-a77b328946eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:18:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:23.368049 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-cb07616e-9947-4fbf-a68a-a4bcdf95b3b6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "PUT /v2.0/floatingips/e0ed402e-fa70-4a4d-8f27-c7b14e6a46be HTTP/1.1" status: 200 len: 990 time: 1.5480332 Jun 27 21:18:23.467708 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-35c08d97-1594-42e2-b9cc-a77b328946eb None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:18:23.646381 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:23.702675 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-8302ac7b-7a40-4d33-b541-2bbbe02388da service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4 HTTP/1.1" status: 200 len: 217 time: 0.1286035 Jun 27 21:18:23.821498 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea48497-52bb-4867-8cd0-5e13dcbdc9fa req-f866b7e7-c8a9-4388-a08f-a76441b4f458 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:23.823107 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-35c08d97-1594-42e2-b9cc-a77b328946eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'e0ed402e-fa70-4a4d-8f27-c7b14e6a46be', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'port_id': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'mac_address': 'fa:16:3e:2b:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:04Z', 'updated_at': '2022-06-27T21:18:22Z', 'revision_number': 1, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 5, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:23.823419 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bea48497-52bb-4867-8cd0-5e13dcbdc9fa req-f866b7e7-c8a9-4388-a08f-a76441b4f458 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 943 time: 0.2534852 Jun 27 21:18:23.833130 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e9164-cd37-4722-975b-6c34c79c8d53 req-34a516dd-49c9-48d9-9497-059429f81721 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:23.838906 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b86e9164-cd37-4722-975b-6c34c79c8d53 req-34a516dd-49c9-48d9-9497-059429f81721 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0691817 Jun 27 21:18:23.853876 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c08d97-1594-42e2-b9cc-a77b328946eb None None] Checking router: 6a7bf275-0582-4647-b71a-5b82bd4a4af6 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:18:23.864722 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c08d97-1594-42e2-b9cc-a77b328946eb None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:18:23.865398 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-35c08d97-1594-42e2-b9cc-a77b328946eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:18:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:23.866845 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:23.884816 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bc1823bf-70cb-4d49-ad87-7a76ba92c0a5 req-fc61f377-c853-4af0-adb3-2b75d3187580 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927186 Jun 27 21:18:23.904364 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-eda5648f-0f5b-4f80-beea-f56dcba0a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:23.905884 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-eda5648f-0f5b-4f80-beea-f56dcba0a7d0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1f444894-ce72-40c6-97c3-59e461303458 HTTP/1.1" status: 200 len: 848 time: 0.1912856 Jun 27 21:18:23.919241 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b86e9164-cd37-4722-975b-6c34c79c8d53 req-c7027657-7952-46c3-a50c-04317643c0a1 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681305 Jun 27 21:18:23.930789 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6866e6e-3444-4470-a300-47f5d671d293 req-c837c53c-2a95-4fc6-948f-2111bc1679e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:23.932336 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c6866e6e-3444-4470-a300-47f5d671d293 req-c837c53c-2a95-4fc6-948f-2111bc1679e6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 200 len: 911 time: 0.3597951 Jun 27 21:18:23.949961 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bea48497-52bb-4867-8cd0-5e13dcbdc9fa req-4add51a5-1258-48f6-acb3-f531a075996f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138260 Jun 27 21:18:24.012650 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-35c08d97-1594-42e2-b9cc-a77b328946eb None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:18:24.053762 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84663cae-7410-4b53-a7ee-94e51547db04 req-87e7cc16-a886-4d3d-a171-5470bbd89a41 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:24.056079 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-84663cae-7410-4b53-a7ee-94e51547db04 req-87e7cc16-a886-4d3d-a171-5470bbd89a41 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0640175 Jun 27 21:18:24.117384 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-84663cae-7410-4b53-a7ee-94e51547db04 req-f086588c-b3f0-4f8a-b2ca-469cf7a072bf tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547230 Jun 27 21:18:24.131742 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928d1be-be3a-4210-b6bf-8af03ab96484 req-d88bc22a-0f96-40f9-abda-e2f08eb6c774 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:24.134535 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a928d1be-be3a-4210-b6bf-8af03ab96484 req-d88bc22a-0f96-40f9-abda-e2f08eb6c774 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0669479 Jun 27 21:18:24.212661 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a928d1be-be3a-4210-b6bf-8af03ab96484 req-7b524dd8-15af-4a54-a856-4feb26ba8b35 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718110 Jun 27 21:18:24.323457 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-e59c803b-d145-45e3-a27a-2ccee2b1958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:24.325667 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-e59c803b-d145-45e3-a27a-2ccee2b1958e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2833602c-5fda-49c5-9f8b-40525401a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1363287 Jun 27 21:18:24.347506 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c6866e6e-3444-4470-a300-47f5d671d293 req-8182f661-a51a-411c-962e-adb7eb52f046 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f88b5f5e-d7cd-4400-8ce9-9cede29542e2 HTTP/1.1" status: 200 len: 1001 time: 0.1569898 Jun 27 21:18:24.349200 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-35c08d97-1594-42e2-b9cc-a77b328946eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'e0ed402e-fa70-4a4d-8f27-c7b14e6a46be', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'port_id': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'mac_address': 'fa:16:3e:2b:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:04Z', 'updated_at': '2022-06-27T21:18:22Z', 'revision_number': 1, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 5, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:24.379697 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c08d97-1594-42e2-b9cc-a77b328946eb None None] The sync data for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi is: [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'e0ed402e-fa70-4a4d-8f27-c7b14e6a46be', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'port_id': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'mac_address': 'fa:16:3e:2b:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:04Z', 'updated_at': '2022-06-27T21:18:22Z', 'revision_number': 1, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 5, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:18:24.440355 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32897af-db43-4bc8-8c25-43f797114938 req-5bad4197-b0f5-4370-860b-9fbd4fdd94cf tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:24.441969 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b32897af-db43-4bc8-8c25-43f797114938 req-5bad4197-b0f5-4370-860b-9fbd4fdd94cf tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 950 time: 0.0642166 Jun 27 21:18:24.465288 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:24.502665 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b32897af-db43-4bc8-8c25-43f797114938 req-5e660703-df07-43a6-9d63-bd18209794ba tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531700 Jun 27 21:18:24.625886 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d82bbf-3312-4e38-81fe-d7652e449b04 None None] New status for floating IP e0ed402e-fa70-4a4d-8f27-c7b14e6a46be: ACTIVE {{(pid=104133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:18:25.028553 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:25.031080 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadfb3d7-8804-4e51-888a-11a03e40816d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:25.121194 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3500d83-621b-41e5-a093-32b9b5bec330 req-e2687cb2-0e6d-4c63-a2d2-38540e246d32 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:25.122934 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f3500d83-621b-41e5-a093-32b9b5bec330 req-e2687cb2-0e6d-4c63-a2d2-38540e246d32 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 943 time: 0.0653160 Jun 27 21:18:25.128549 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6866e6e-3444-4470-a300-47f5d671d293 req-729d45da-393e-4aa3-9f41-3eb8f3da0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:25.130018 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c6866e6e-3444-4470-a300-47f5d671d293 req-729d45da-393e-4aa3-9f41-3eb8f3da0f23 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=213cf038-a41b-410c-bb9f-41e81ba7f4cf HTTP/1.1" status: 200 len: 849 time: 0.4327056 Jun 27 21:18:25.146706 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7c0eb-d11f-480e-b085-42136a752d5d req-e452dfd3-1041-49c3-9667-739c67993f30 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:25.148773 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6bd7c0eb-d11f-480e-b085-42136a752d5d req-e452dfd3-1041-49c3-9667-739c67993f30 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.1125331 Jun 27 21:18:25.185300 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f3500d83-621b-41e5-a093-32b9b5bec330 req-04efecc8-5db9-4ad9-bdf7-828a3cfb2bce tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542750 Jun 27 21:18:25.200808 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-c4cf1e30-301b-4104-a45a-c35dfa634a66 service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047104 Jun 27 21:18:25.241417 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6bd7c0eb-d11f-480e-b085-42136a752d5d req-46671f3e-b1a8-489b-a1ca-99b8c999dca0 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829747 Jun 27 21:18:25.266894 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a480ca8d-3fa9-46d8-ab49-8e21751c5795 x-openstack-request-id: req-a480ca8d-3fa9-46d8-ab49-8e21751c5795 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:25.267256 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:25.267510 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a480ca8d-3fa9-46d8-ab49-8e21751c5795 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:25.268011 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a480ca8d-3fa9-46d8-ab49-8e21751c5795'] response: {'name': 'network-changed', 'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'status': 'completed', 'code': 200} Jun 27 21:18:25.370091 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acf5b3-54ac-4932-892e-cf139388b653 req-45f5426f-7dc5-42de-a2de-ee8f5cef56e0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:25.372223 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f8acf5b3-54ac-4932-892e-cf139388b653 req-45f5426f-7dc5-42de-a2de-ee8f5cef56e0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0622809 Jun 27 21:18:25.372368 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323cf12-bd1c-47a0-b02c-ee7b0e87db7e req-c618caff-b852-406e-9c7c-b218b5d28267 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:25.373836 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7323cf12-bd1c-47a0-b02c-ee7b0e87db7e req-c618caff-b852-406e-9c7c-b218b5d28267 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0540411 Jun 27 21:18:25.434093 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f8acf5b3-54ac-4932-892e-cf139388b653 req-0a8c9886-729c-4e63-ae4d-4b70ecd6ad57 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535989 Jun 27 21:18:25.438825 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7323cf12-bd1c-47a0-b02c-ee7b0e87db7e req-cad05489-528b-4eaf-b31d-28729aec1f32 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575426 Jun 27 21:18:25.489794 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 63757cf8-adc3-4cb5-8c67-986e0c574946 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:18:25.551942 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:25.615878 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 63757cf8-adc3-4cb5-8c67-986e0c574946, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=63757cf8-adc3-4cb5-8c67-986e0c574946,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:25.633398 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': '63757cf8-adc3-4cb5-8c67-986e0c574946', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'port_id': '63757cf8-adc3-4cb5-8c67-986e0c574946', 'mac_address': 'fa:16:3e:3e:5c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:18:25.645717 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f31c6-2f14-469e-abd7-bea4a01eac0b req-546fd07d-ca3b-41e5-b2d3-b7f9254bac0a tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:25.647567 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9f7f31c6-2f14-469e-abd7-bea4a01eac0b req-546fd07d-ca3b-41e5-b2d3-b7f9254bac0a tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 950 time: 0.0674908 Jun 27 21:18:25.674350 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 63757cf8-adc3-4cb5-8c67-986e0c574946 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:25.674786 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:25.695967 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63757cf8-adc3-4cb5-8c67-986e0c574946 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:18:25.717526 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9f7f31c6-2f14-469e-abd7-bea4a01eac0b req-abfcd7ce-7f5a-4079-8113-fcaf81c7f692 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625303 Jun 27 21:18:25.732521 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 63757cf8-adc3-4cb5-8c67-986e0c574946, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=63757cf8-adc3-4cb5-8c67-986e0c574946,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:25.738762 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:25.799545 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=63757cf8-adc3-4cb5-8c67-986e0c574946,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:26.060550 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6866e6e-3444-4470-a300-47f5d671d293 req-53f523fc-5208-4da3-acbc-74f065cd3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:26.062162 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c6866e6e-3444-4470-a300-47f5d671d293 req-53f523fc-5208-4da3-acbc-74f065cd3ead service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1ab36d48-170c-4f48-af11-d6da9c4061e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1446126 Jun 27 21:18:26.074205 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:26.078380 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfb3d7-8804-4e51-888a-11a03e40816d req-128e41d2-e1b9-403f-95e5-c103f825ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:26.079973 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dadfb3d7-8804-4e51-888a-11a03e40816d req-128e41d2-e1b9-403f-95e5-c103f825ceea service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 1129 time: 0.0992556 Jun 27 21:18:26.080960 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f85b6-49c9-4904-9d54-801955818426 req-e3a31938-1caa-457d-8359-d71c106326a5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:26.084234 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-612f85b6-49c9-4904-9d54-801955818426 req-e3a31938-1caa-457d-8359-d71c106326a5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 950 time: 0.1064267 Jun 27 21:18:26.102638 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4788ae68-ee84-47b7-a347-414d8f86c301 req-c6d9d66b-9762-48bc-bd37-c0f3437ffbb0 service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862309 Jun 27 21:18:26.176717 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-612f85b6-49c9-4904-9d54-801955818426 req-9f508a69-b6b6-430f-bf01-c2548fc6de87 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815315 Jun 27 21:18:26.215218 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['63757cf8-adc3-4cb5-8c67-986e0c574946'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:18:26.339783 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ff0a3-11bf-424f-adfc-3875932546d7 req-59620e45-307f-4037-9b1d-acad67a93870 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:26.341465 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9b4ff0a3-11bf-424f-adfc-3875932546d7 req-59620e45-307f-4037-9b1d-acad67a93870 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 944 time: 0.0622206 Jun 27 21:18:26.402123 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e61996-5bbc-4933-a988-cef08eb28e30 req-ea8ba800-d0d5-4d8a-9043-2a9ad711365c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:26.404133 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f1e61996-5bbc-4933-a988-cef08eb28e30 req-ea8ba800-d0d5-4d8a-9043-2a9ad711365c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0604420 Jun 27 21:18:26.406021 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9b4ff0a3-11bf-424f-adfc-3875932546d7 req-ea1922b0-72f2-4ef9-9fa2-12fbd38cbed8 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579586 Jun 27 21:18:26.419184 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:26.458688 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f1e61996-5bbc-4933-a988-cef08eb28e30 req-4280b410-f1ae-422c-a31f-c5acf76cc891 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471120 Jun 27 21:18:26.575264 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b914c6-0884-4a54-a11e-cd7c2923dcee req-18018af7-06cd-4151-8621-e152b5f4c5f2 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:26.577630 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d5b914c6-0884-4a54-a11e-cd7c2923dcee req-18018af7-06cd-4151-8621-e152b5f4c5f2 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0597625 Jun 27 21:18:26.616008 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51302a7-3671-431f-8b61-e2a2b2a79c09 req-3284728f-b0b3-47f0-97ba-f99f316c9c18 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:26.617722 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e51302a7-3671-431f-8b61-e2a2b2a79c09 req-3284728f-b0b3-47f0-97ba-f99f316c9c18 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0710559 Jun 27 21:18:26.638891 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d5b914c6-0884-4a54-a11e-cd7c2923dcee req-40e5a78c-3b73-434a-a1dd-11a5a2bcf199 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548677 Jun 27 21:18:26.670195 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e51302a7-3671-431f-8b61-e2a2b2a79c09 req-7eda36a3-ee53-47dd-ac1a-b0a7e1e39ad5 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466549 Jun 27 21:18:27.317548 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8893301-6eb4-4e09-8779-85a5fc63d14c req-1ab52d7e-aec4-4588-9ab1-d655367bbe93 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:27.319315 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b8893301-6eb4-4e09-8779-85a5fc63d14c req-1ab52d7e-aec4-4588-9ab1-d655367bbe93 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 950 time: 0.0668998 Jun 27 21:18:27.374397 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b8893301-6eb4-4e09-8779-85a5fc63d14c req-0dae0a39-f9b1-4b3d-81a1-05766cf05db9 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480196 Jun 27 21:18:27.508263 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:18:27.517110 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:27.518306 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:27.519310 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 63757cf8-adc3-4cb5-8c67-986e0c574946 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:18:27.549234 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42c24b-b5fb-43ac-8735-7957be0de662 req-cc76a014-50d0-4323-b20c-1c012b49c8d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:27.555684 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3c42c24b-b5fb-43ac-8735-7957be0de662 req-cc76a014-50d0-4323-b20c-1c012b49c8d9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 944 time: 0.0622966 Jun 27 21:18:27.618003 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3c42c24b-b5fb-43ac-8735-7957be0de662 req-147f7724-d3b9-40f8-ad0e-6fc1cce556c9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597427 Jun 27 21:18:27.630790 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port 63757cf8-adc3-4cb5-8c67-986e0c574946 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:18:27.664338 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port 63757cf8-adc3-4cb5-8c67-986e0c574946 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:18:27.664709 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:27.707728 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb424a-e0e2-4393-9127-bab92bdcdbe8 req-7fa71acb-d71b-42a5-a4ed-7a8073c972fb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:27.710006 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-91cb424a-e0e2-4393-9127-bab92bdcdbe8 req-7fa71acb-d71b-42a5-a4ed-7a8073c972fb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.1455791 Jun 27 21:18:27.729963 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:27.748006 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'port_id': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'mac_address': 'fa:16:3e:bc:91:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:18:27.757710 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c6866e6e-3444-4470-a300-47f5d671d293 req-91737027-fead-45e3-b2d1-be5aaa36f0af service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367163 Jun 27 21:18:27.790752 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45aaeff-8cb5-4367-a6ab-6a68d9afd956 req-ce2e2180-1eb1-40c8-aa4b-44a64fca4da2 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:27.793238 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c45aaeff-8cb5-4367-a6ab-6a68d9afd956 req-ce2e2180-1eb1-40c8-aa4b-44a64fca4da2 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0687802 Jun 27 21:18:27.795470 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfb3d7-8804-4e51-888a-11a03e40816d req-cb46224b-ffa5-444f-b93b-719ff5a2fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:27.796962 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dadfb3d7-8804-4e51-888a-11a03e40816d req-cb46224b-ffa5-444f-b93b-719ff5a2fdac service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.2890337 Jun 27 21:18:27.811071 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-91cb424a-e0e2-4393-9127-bab92bdcdbe8 req-5ad80536-7c94-4dfe-b4da-b57285dfd947 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810909 Jun 27 21:18:27.817767 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 63757cf8-adc3-4cb5-8c67-986e0c574946 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:27.818161 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:27.840424 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e is: ACTIVE; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:27.840424 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:27.866032 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c45aaeff-8cb5-4367-a6ab-6a68d9afd956 req-4c03f1d6-690b-4da1-9a4f-1837c0350c5c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641360 Jun 27 21:18:27.876226 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63757cf8-adc3-4cb5-8c67-986e0c574946'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:27.879209 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62bfab4-b86e-47c1-ac3b-826be6318cda" -d '{"events": [{"server_uuid": "3c5b1522-b5e3-4328-9292-5f99591179a2", "name": "network-vif-plugged", "status": "completed", "tag": "63757cf8-adc3-4cb5-8c67-986e0c574946"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:27.889080 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:18:27.893821 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:27.898799 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 63757cf8-adc3-4cb5-8c67-986e0c574946, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=63757cf8-adc3-4cb5-8c67-986e0c574946,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:27.908475 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:27.940689 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:27.947378 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af33932a-b977-4991-9d52-08961ca755f0 x-openstack-request-id: req-af33932a-b977-4991-9d52-08961ca755f0 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:27.947651 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5b1522-b5e3-4328-9292-5f99591179a2", "name": "network-vif-plugged", "status": "completed", "tag": "63757cf8-adc3-4cb5-8c67-986e0c574946", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:27.947904 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af33932a-b977-4991-9d52-08961ca755f0 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:27.948267 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af33932a-b977-4991-9d52-08961ca755f0'] response: {'server_uuid': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63757cf8-adc3-4cb5-8c67-986e0c574946', 'code': 200} Jun 27 21:18:27.950945 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:27.969157 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a477e92-2e4d-499b-90ea-18532ca47c60 req-733afee9-37f4-46e1-80de-eca54eb8424a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:27.970821 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0a477e92-2e4d-499b-90ea-18532ca47c60 req-733afee9-37f4-46e1-80de-eca54eb8424a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0687916 Jun 27 21:18:27.973110 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=63757cf8-adc3-4cb5-8c67-986e0c574946,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:28.030335 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,revision_number=6']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:28.141039 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b590f3b-0acf-4478-8668-5e16fdb62c4b req-ebeff8f7-7121-4391-bce8-815889315b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:28.142673 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b590f3b-0acf-4478-8668-5e16fdb62c4b req-ebeff8f7-7121-4391-bce8-815889315b9c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f484976e63ce44daa10eadd2a9d6cc76&device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 1127 time: 0.1606448 Jun 27 21:18:28.155428 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:18:28.169013 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dadfb3d7-8804-4e51-888a-11a03e40816d req-84d05a38-8fdb-4020-828e-4be3eb05e91e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107 HTTP/1.1" status: 200 len: 1000 time: 0.1430190 Jun 27 21:18:28.193291 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0a477e92-2e4d-499b-90ea-18532ca47c60 req-53e3b30a-8c70-4778-ba76-5667ca12db08 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090070 Jun 27 21:18:28.201557 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c6866e6e-3444-4470-a300-47f5d671d293 req-0267d18c-1347-4177-8c54-26c757318651 service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296472 Jun 27 21:18:28.304568 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:28.334106 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-dc059681-335a-4771-96fa-42c990a81140 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:28.336019 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-dc059681-335a-4771-96fa-42c990a81140 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.33 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 950 time: 0.0858600 Jun 27 21:18:28.368613 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfb3d7-8804-4e51-888a-11a03e40816d req-3ebc9477-71cb-4839-92ff-72409dea4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:28.370528 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dadfb3d7-8804-4e51-888a-11a03e40816d req-3ebc9477-71cb-4839-92ff-72409dea4753 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.1133397 Jun 27 21:18:28.446160 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfb3d7-8804-4e51-888a-11a03e40816d req-e69e7541-dc84-4a62-8652-785b552ed911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:28.448096 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dadfb3d7-8804-4e51-888a-11a03e40816d req-e69e7541-dc84-4a62-8652-785b552ed911 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463650 Jun 27 21:18:28.450872 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b590f3b-0acf-4478-8668-5e16fdb62c4b req-f8781d48-527d-4222-8583-e0c9a79ab6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:28.452548 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b590f3b-0acf-4478-8668-5e16fdb62c4b req-f8781d48-527d-4222-8583-e0c9a79ab6b0 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2833602c-5fda-49c5-9f8b-40525401a7af HTTP/1.1" status: 200 len: 910 time: 0.2058065 Jun 27 21:18:28.481846 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-935b47b4-a49d-4905-904c-5840d168e4d5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Deleting port e8262eaa-95f7-4e78-8938-ee6bbcfd541b {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:18:28.482331 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-935b47b4-a49d-4905-904c-5840d168e4d5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:28.498753 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a5731-d1d3-427d-ad83-c295feb549bb req-1161f89c-c3e0-4d49-9877-eeb71756c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:28.500458 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c73a5731-d1d3-427d-ad83-c295feb549bb req-1161f89c-c3e0-4d49-9877-eeb71756c107 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 1129 time: 0.0510702 Jun 27 21:18:28.542045 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0ff13-fd56-440d-a0f4-ef9372f4e433 req-bc857823-d4ef-4ddd-8154-1de501e8b032 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:28.543691 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-35e0ff13-fd56-440d-a0f4-ef9372f4e433 req-bc857823-d4ef-4ddd-8154-1de501e8b032 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 950 time: 0.0821931 Jun 27 21:18:28.630592 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:28.640255 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-935b47b4-a49d-4905-904c-5840d168e4d5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] For port e8262eaa-95f7-4e78-8938-ee6bbcfd541b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=e8262eaa-95f7-4e78-8938-ee6bbcfd541b,segment=NetworkSegment(29de01fc-1577-4ebc-90e7-e02942d118cc),segment_id=29de01fc-1577-4ebc-90e7-e02942d118cc)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:28.640588 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-935b47b4-a49d-4905-904c-5840d168e4d5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:28.663672 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-35e0ff13-fd56-440d-a0f4-ef9372f4e433 req-e66c411e-ab78-4772-b450-5bf2faecff49 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/security-groups?id=a200ae32-ca6f-4ef2-bc24-008272b6192f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134052 Jun 27 21:18:28.665195 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-935b47b4-a49d-4905-904c-5840d168e4d5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Calling delete_port for e8262eaa-95f7-4e78-8938-ee6bbcfd541b owned by compute:nova {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:18:28.814500 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b590f3b-0acf-4478-8668-5e16fdb62c4b req-12552c76-5096-4dc0-bcce-9bd552396baa service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4 HTTP/1.1" status: 200 len: 217 time: 0.1206226 Jun 27 21:18:28.828171 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-935b47b4-a49d-4905-904c-5840d168e4d5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (e8262eaa-95f7-4e78-8938-ee6bbcfd541b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:28.862878 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b47b4-a49d-4905-904c-5840d168e4d5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Pushing event deleted for resources: {'Port': ['ID=e8262eaa-95f7-4e78-8938-ee6bbcfd541b,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:28.891124 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['e8262eaa-95f7-4e78-8938-ee6bbcfd541b'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:18:28.928133 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-935b47b4-a49d-4905-904c-5840d168e4d5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] No DVR routers for this DVR port e8262eaa-95f7-4e78-8938-ee6bbcfd541b on host hv-cinder-84773 {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:18:28.933154 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd331c41-06dd-4ca0-ace7-d4de86dc6c50 req-7ff63073-7cbf-4fad-ad18-00cd00454515 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:28.935657 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cd331c41-06dd-4ca0-ace7-d4de86dc6c50 req-7ff63073-7cbf-4fad-ad18-00cd00454515 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 945 time: 0.2209585 Jun 27 21:18:28.946266 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-935b47b4-a49d-4905-904c-5840d168e4d5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:28.949507 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-935b47b4-a49d-4905-904c-5840d168e4d5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.33 "DELETE /v2.0/ports/e8262eaa-95f7-4e78-8938-ee6bbcfd541b HTTP/1.1" status: 204 len: 173 time: 0.5736814 Jun 27 21:18:28.949976 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75c0a0d-ba4c-4f60-8cfd-427581097267', 'name': 'network-vif-deleted', 'tag': 'e8262eaa-95f7-4e78-8938-ee6bbcfd541b'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:28.952255 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643e878c-c64e-474d-bf60-dec3d53a8c56" -d '{"events": [{"server_uuid": "c75c0a0d-ba4c-4f60-8cfd-427581097267", "name": "network-vif-deleted", "tag": "e8262eaa-95f7-4e78-8938-ee6bbcfd541b"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:28.969953 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c73a5731-d1d3-427d-ad83-c295feb549bb req-f0447024-27f7-4448-ba9b-9fc9848a9cf5 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780581 Jun 27 21:18:28.982993 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8db513-6641-4c84-a9cc-79ed2f463fe0 req-64083c76-6e3f-43d6-af5c-3eb8a70fcb5b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:28.984604 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ad8db513-6641-4c84-a9cc-79ed2f463fe0 req-64083c76-6e3f-43d6-af5c-3eb8a70fcb5b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0701456 Jun 27 21:18:29.000990 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:29.009355 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b590f3b-0acf-4478-8668-5e16fdb62c4b req-48c03568-250a-4595-8584-7cebcbc1884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:29.010837 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b590f3b-0acf-4478-8668-5e16fdb62c4b req-48c03568-250a-4595-8584-7cebcbc1884b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1f444894-ce72-40c6-97c3-59e461303458 HTTP/1.1" status: 200 len: 848 time: 0.1797392 Jun 27 21:18:29.023429 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:29.040898 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dadfb3d7-8804-4e51-888a-11a03e40816d req-00e06e62-38ae-4988-8e6a-1c38ab136b90 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406870 Jun 27 21:18:29.046251 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ad8db513-6641-4c84-a9cc-79ed2f463fe0 req-e014abea-3ff4-4598-95e3-da989df20a9f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529733 Jun 27 21:18:29.048972 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cd331c41-06dd-4ca0-ace7-d4de86dc6c50 req-6cb16360-8833-4a2b-bfa2-942913c54f4f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995469 Jun 27 21:18:29.101117 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc60fa2-9573-4109-a0a9-9c1950d22cdc x-openstack-request-id: req-2dc60fa2-9573-4109-a0a9-9c1950d22cdc {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:29.101492 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75c0a0d-ba4c-4f60-8cfd-427581097267", "name": "network-vif-deleted", "tag": "e8262eaa-95f7-4e78-8938-ee6bbcfd541b", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:29.101809 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dc60fa2-9573-4109-a0a9-9c1950d22cdc {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:29.102253 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc60fa2-9573-4109-a0a9-9c1950d22cdc'] response: {'server_uuid': 'c75c0a0d-ba4c-4f60-8cfd-427581097267', 'name': 'network-vif-deleted', 'tag': 'e8262eaa-95f7-4e78-8938-ee6bbcfd541b', 'status': 'completed', 'code': 200} Jun 27 21:18:29.168156 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad912b-2d33-46c2-8d35-07edebe366eb req-6c708aae-49e4-4131-bf9a-1ec4997976ed tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:29.169684 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-29ad912b-2d33-46c2-8d35-07edebe366eb req-6c708aae-49e4-4131-bf9a-1ec4997976ed tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0518484 Jun 27 21:18:29.220315 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-29ad912b-2d33-46c2-8d35-07edebe366eb req-c20b1b25-d5cc-4247-a1c4-a64fa3f19ef5 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448468 Jun 27 21:18:29.325528 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2cdd5-c3cb-49d5-832d-f44186904b46 req-cf8060bc-579a-4671-90ef-2071b3b84934 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:29.327096 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8fd2cdd5-c3cb-49d5-832d-f44186904b46 req-cf8060bc-579a-4671-90ef-2071b3b84934 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 944 time: 0.0545592 Jun 27 21:18:29.380264 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8fd2cdd5-c3cb-49d5-832d-f44186904b46 req-08041655-99e8-4301-a834-c0d9b29421d6 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473847 Jun 27 21:18:29.551040 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b590f3b-0acf-4478-8668-5e16fdb62c4b req-d7fcc3d5-1895-4f84-83be-c60e1e741a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:29.552644 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b590f3b-0acf-4478-8668-5e16fdb62c4b req-d7fcc3d5-1895-4f84-83be-c60e1e741a23 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2833602c-5fda-49c5-9f8b-40525401a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672717 Jun 27 21:18:29.608017 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dadfb3d7-8804-4e51-888a-11a03e40816d req-c308add4-01d9-47ef-b0e2-430535b13f0f service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140742 Jun 27 21:18:29.620702 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:18:29.666776 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:18:29.667148 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:29.705354 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:29.754984 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:29.755497 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:29.777588 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d0e2206f-6ab0-4d07-8b07-ba663c412d88 req-1eaefb2c-3564-4ce5-af8c-3f37338e4f09 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 210 time: 0.0360386 Jun 27 21:18:29.799162 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:29.804523 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:29.805728 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device e8262eaa-95f7-4e78-8938-ee6bbcfd541b no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:18:29.852391 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: e8262eaa-95f7-4e78-8938-ee6bbcfd541b {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:18:29.852758 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device e8262eaa-95f7-4e78-8938-ee6bbcfd541b not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:18:29.874092 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,revision_number=7']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:29.949750 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:29.952312 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380a75ed-42f8-4afb-93fb-b47388a2a416" -d '{"events": [{"server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "name": "network-vif-plugged", "status": "completed", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:29.990734 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a55e1b-02f5-4007-b98e-1049b1e58e9c x-openstack-request-id: req-e6a55e1b-02f5-4007-b98e-1049b1e58e9c {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:29.991148 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "name": "network-vif-plugged", "status": "completed", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:29.991508 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6a55e1b-02f5-4007-b98e-1049b1e58e9c {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:29.992011 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a55e1b-02f5-4007-b98e-1049b1e58e9c'] response: {'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'code': 200} Jun 27 21:18:30.171020 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd6e5-5c3e-41bd-83b2-35a7b64249a3 req-6bfd243f-f0e5-4c0b-8a9e-65ff944ad05a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:30.172603 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8edcd6e5-5c3e-41bd-83b2-35a7b64249a3 req-6bfd243f-f0e5-4c0b-8a9e-65ff944ad05a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0537806 Jun 27 21:18:30.211627 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b766-5a3a-4103-b9d3-2d7f0b20d1de req-300c26b3-61af-4843-9b4c-dd3acad85ef6 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:30.213382 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-76d2b766-5a3a-4103-b9d3-2d7f0b20d1de req-300c26b3-61af-4843-9b4c-dd3acad85ef6 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 945 time: 0.0510812 Jun 27 21:18:30.233331 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8edcd6e5-5c3e-41bd-83b2-35a7b64249a3 req-47ea7abf-8a77-41b3-9d84-d53d7f249f6b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546486 Jun 27 21:18:30.267902 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-76d2b766-5a3a-4103-b9d3-2d7f0b20d1de req-d6d0de16-b3f3-4b9e-bdf8-1e899fc003ce tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478382 Jun 27 21:18:30.346564 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7fb2c-10fc-48b1-8134-631d416ce7fa req-81e7655b-9eef-428d-969a-3e508a658f1f tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:30.348030 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-dad7fb2c-10fc-48b1-8134-631d416ce7fa req-81e7655b-9eef-428d-969a-3e508a658f1f tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0518301 Jun 27 21:18:30.402516 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-dad7fb2c-10fc-48b1-8134-631d416ce7fa req-9d96d9d8-1d0d-4075-af6c-5179f6dce132 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482466 Jun 27 21:18:30.511500 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468dd05-cb1b-404e-bd0a-6ed46fdc6952 req-b6d81f6d-030f-4993-baa3-16d615466cd2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:30.512904 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0468dd05-cb1b-404e-bd0a-6ed46fdc6952 req-b6d81f6d-030f-4993-baa3-16d615466cd2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0524392 Jun 27 21:18:30.569591 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0468dd05-cb1b-404e-bd0a-6ed46fdc6952 req-803dab97-de69-4f14-9b48-341548c2d4a2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507379 Jun 27 21:18:30.899350 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8a0412e1-6cca-4737-bee0-133ab36bbb18 req-8e0d3232-2a60-4e54-9b2a-563545caae52 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 210 time: 0.0297425 Jun 27 21:18:31.183571 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b590f3b-0acf-4478-8668-5e16fdb62c4b req-5abeeed8-6293-456a-a596-cd22caebfca5 service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058724 Jun 27 21:18:31.398234 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ba2bd-1731-4167-bcf1-87b8b9155032 req-802e04d5-0387-4efa-9842-f8ed0ad2266c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:31.399793 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cc5ba2bd-1731-4167-bcf1-87b8b9155032 req-802e04d5-0387-4efa-9842-f8ed0ad2266c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 945 time: 0.0585601 Jun 27 21:18:31.424886 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:31.456437 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cc5ba2bd-1731-4167-bcf1-87b8b9155032 req-99e789fe-919a-4f79-bd4c-b53a4f7a88ae tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507941 Jun 27 21:18:31.531973 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a976f7-e4b8-4ad7-9ea8-1cc60727e2ec req-40ed29df-f0c8-4676-9098-6262afe79ac4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:31.533929 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a4a976f7-e4b8-4ad7-9ea8-1cc60727e2ec req-40ed29df-f0c8-4676-9098-6262afe79ac4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0596445 Jun 27 21:18:31.579894 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49b10d-9570-4641-be59-13c7284a9d11 req-0b263b7d-6755-4d81-a3f6-8b787414d7c9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:31.581751 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0e49b10d-9570-4641-be59-13c7284a9d11 req-0b263b7d-6755-4d81-a3f6-8b787414d7c9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 945 time: 0.0581007 Jun 27 21:18:31.592060 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 45820) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:31.597783 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-01560d1f-2867-4b58-85e4-4f85f5ffc560 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'floatingip': {'port_id': '63757cf8-adc3-4cb5-8c67-986e0c574946'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:31.611583 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a4a976f7-e4b8-4ad7-9ea8-1cc60727e2ec req-d056cbe3-d6d1-4119-a59a-284e8e22a679 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704508 Jun 27 21:18:31.644167 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-01560d1f-2867-4b58-85e4-4f85f5ffc560 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (86d1676a-670e-4580-a370-0a5d745697af), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:31.781112 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd58102-5632-4025-acc4-526cecc85b1f req-cd164646-8d83-44ee-9d79-985614b3eda0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:31.782578 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fcd58102-5632-4025-acc4-526cecc85b1f req-cd164646-8d83-44ee-9d79-985614b3eda0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.1013737 Jun 27 21:18:31.897514 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fcd58102-5632-4025-acc4-526cecc85b1f req-5b98252f-82f4-425e-87d6-e29dc6fd061d tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036019 Jun 27 21:18:31.940075 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:32.010596 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1ab33ebf-ed7a-4e58-b1a5-594724197b22 req-533d0524-8c79-4129-9567-dbfb423ace72 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] 10.222.0.13 "GET /v2.0/ports?device_id=c75c0a0d-ba4c-4f60-8cfd-427581097267 HTTP/1.1" status: 200 len: 210 time: 0.0283322 Jun 27 21:18:32.106911 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b590f3b-0acf-4478-8668-5e16fdb62c4b req-d06dce51-017a-4dd4-bfa6-daccedf56728 service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798894 Jun 27 21:18:32.234289 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-01560d1f-2867-4b58-85e4-4f85f5ffc560 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:32.239468 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-01560d1f-2867-4b58-85e4-4f85f5ffc560 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (86d1676a-670e-4580-a370-0a5d745697af), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:32.338172 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [None req-01560d1f-2867-4b58-85e4-4f85f5ffc560 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Floating IP 86d1676a-670e-4580-a370-0a5d745697af associated. External IP: 172.27.0.155, port: 63757cf8-adc3-4cb5-8c67-986e0c574946. Jun 27 21:18:32.796492 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b659c-cc6e-4f79-a491-807a9bda5826 req-03129910-0cd0-4b1c-9403-d1f730400d16 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:32.798600 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ce0b659c-cc6e-4f79-a491-807a9bda5826 req-03129910-0cd0-4b1c-9403-d1f730400d16 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.1006284 Jun 27 21:18:32.803260 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:32.897972 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01560d1f-2867-4b58-85e4-4f85f5ffc560 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Router 6a82da67-b908-4e2c-89ed-54a09475cceb has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:18:32.902445 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ce0b659c-cc6e-4f79-a491-807a9bda5826 req-d20e2bd2-4aa8-47f5-8e13-1697a4740d00 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955842 Jun 27 21:18:33.018666 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01560d1f-2867-4b58-85e4-4f85f5ffc560 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:18:33.023682 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-01560d1f-2867-4b58-85e4-4f85f5ffc560 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:33.039107 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4fd0be-7d80-4c28-bdda-3451c0edfd32 None None] Sync routers for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:18:33.054106 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4fd0be-7d80-4c28-bdda-3451c0edfd32 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:18:33.054803 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-7e4fd0be-7d80-4c28-bdda-3451c0edfd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:18:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:33.060760 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bffca2-20e9-4057-85bf-edca564c7808 req-fbbd4293-2a4e-41a2-a7fb-da5200021ac5 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:33.063041 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-46bffca2-20e9-4057-85bf-edca564c7808 req-fbbd4293-2a4e-41a2-a7fb-da5200021ac5 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0888596 Jun 27 21:18:33.071658 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-01560d1f-2867-4b58-85e4-4f85f5ffc560 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "PUT /v2.0/floatingips/86d1676a-670e-4580-a370-0a5d745697af HTTP/1.1" status: 200 len: 991 time: 1.4776640 Jun 27 21:18:33.072594 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'tag': '63757cf8-adc3-4cb5-8c67-986e0c574946'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:33.075433 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5b1522-b5e3-4328-9292-5f99591179a2", "tag": "63757cf8-adc3-4cb5-8c67-986e0c574946"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:33.133469 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979c94ac-6404-4e24-ad71-a7b67e3ac50c x-openstack-request-id: req-979c94ac-6404-4e24-ad71-a7b67e3ac50c {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:33.133773 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5b1522-b5e3-4328-9292-5f99591179a2", "tag": "63757cf8-adc3-4cb5-8c67-986e0c574946", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:33.133995 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-979c94ac-6404-4e24-ad71-a7b67e3ac50c {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:33.134402 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979c94ac-6404-4e24-ad71-a7b67e3ac50c'] response: {'name': 'network-changed', 'server_uuid': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'tag': '63757cf8-adc3-4cb5-8c67-986e0c574946', 'status': 'completed', 'code': 200} Jun 27 21:18:33.141826 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-46bffca2-20e9-4057-85bf-edca564c7808 req-5ee57622-10fb-4367-b9aa-da6c45f221eb tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718462 Jun 27 21:18:33.183005 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-7e4fd0be-7d80-4c28-bdda-3451c0edfd32 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:18:33.253092 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f req-964b042c-14b7-40de-a539-fbcea82fd596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:33.255234 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f req-964b042c-14b7-40de-a539-fbcea82fd596 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 1129 time: 0.0518076 Jun 27 21:18:33.431438 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:33.506021 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-7e4fd0be-7d80-4c28-bdda-3451c0edfd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1835c1e6-1c0e-40b3-978a-2b98e1fab870', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '6de54808-7215-48a3-8344-ee5680120151', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:ba:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:20Z', 'updated_at': '2022-06-27T21:17:00Z', 'revision_number': 2, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}, {'id': '86d1676a-670e-4580-a370-0a5d745697af', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '63757cf8-adc3-4cb5-8c67-986e0c574946', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:3e:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:13Z', 'updated_at': '2022-06-27T21:18:32Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:33.523857 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f req-81c7aa0c-4c84-4afe-bbd9-78780d927693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:33.526080 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f req-81c7aa0c-4c84-4afe-bbd9-78780d927693 service neutron] 10.222.0.33 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 915 time: 0.1283550 Jun 27 21:18:33.536087 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4fd0be-7d80-4c28-bdda-3451c0edfd32 None None] Checking router: 6a82da67-b908-4e2c-89ed-54a09475cceb for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:18:33.546778 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4fd0be-7d80-4c28-bdda-3451c0edfd32 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:18:33.547513 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-7e4fd0be-7d80-4c28-bdda-3451c0edfd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:18:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:33.675183 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-7e4fd0be-7d80-4c28-bdda-3451c0edfd32 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:18:33.718078 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:33.956267 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:34.033086 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-7e4fd0be-7d80-4c28-bdda-3451c0edfd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1835c1e6-1c0e-40b3-978a-2b98e1fab870', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '6de54808-7215-48a3-8344-ee5680120151', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:ba:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:20Z', 'updated_at': '2022-06-27T21:17:00Z', 'revision_number': 2, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}, {'id': '86d1676a-670e-4580-a370-0a5d745697af', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '63757cf8-adc3-4cb5-8c67-986e0c574946', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:3e:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:13Z', 'updated_at': '2022-06-27T21:18:32Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:34.066421 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4fd0be-7d80-4c28-bdda-3451c0edfd32 None None] The sync data for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi is: [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1835c1e6-1c0e-40b3-978a-2b98e1fab870', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '6de54808-7215-48a3-8344-ee5680120151', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:ba:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:20Z', 'updated_at': '2022-06-27T21:17:00Z', 'revision_number': 2, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}, {'id': '86d1676a-670e-4580-a370-0a5d745697af', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '63757cf8-adc3-4cb5-8c67-986e0c574946', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:3e:5c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:13Z', 'updated_at': '2022-06-27T21:18:32Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:18:34.076872 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f03ca-d2e6-420c-8d19-94c43ab76f00 req-2cf141a4-d3e8-484f-94e8-64709eb651d0 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:34.078511 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-791f03ca-d2e6-420c-8d19-94c43ab76f00 req-2cf141a4-d3e8-484f-94e8-64709eb651d0 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0674522 Jun 27 21:18:34.164575 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-791f03ca-d2e6-420c-8d19-94c43ab76f00 req-bf695fd7-c075-4b59-9a3d-74ff09ffd2d9 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804298 Jun 27 21:18:34.349754 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d160639-9e40-4fe1-b4f3-bf574e5d600b req-3cb6d8f0-fa97-4717-b36d-4eedcd7c4183 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:34.351372 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8d160639-9e40-4fe1-b4f3-bf574e5d600b req-3cb6d8f0-fa97-4717-b36d-4eedcd7c4183 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0875294 Jun 27 21:18:34.450642 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f req-a4585f32-d554-4de9-8ea8-a85259be343d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63757cf8-adc3-4cb5-8c67-986e0c574946 HTTP/1.1" status: 200 len: 999 time: 0.1049621 Jun 27 21:18:34.502477 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39513b50-b77b-44a9-85c2-5df82d3e7098 None None] New status for floating IP 86d1676a-670e-4580-a370-0a5d745697af: ACTIVE {{(pid=104133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:18:34.506888 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8d160639-9e40-4fe1-b4f3-bf574e5d600b req-6fdc3537-f701-4eac-8dbf-4157f9f50823 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478217 Jun 27 21:18:34.570594 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f req-d7ac5fc8-e23c-433d-acae-5a8927d19b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:34.572293 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f req-d7ac5fc8-e23c-433d-acae-5a8927d19b36 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 200 len: 853 time: 0.1079030 Jun 27 21:18:34.642843 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f req-f82ba9d6-03bf-46f5-afad-e3295654cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:34.644517 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f req-f82ba9d6-03bf-46f5-afad-e3295654cc4b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88eac9a2-e4a8-414f-a6be-c486870814c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618701 Jun 27 21:18:34.880523 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f req-9782757d-82d0-41cb-9084-9adac91c7fad service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274542 Jun 27 21:18:35.026060 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6d9b865d-ac30-4d83-88d3-ea743e5eec3f req-1a86e820-498f-43c5-96f5-e722da948522 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348903 Jun 27 21:18:35.342771 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd48f0e-d47b-4ca7-af25-5d5b09e7cbd9 req-98eb58a4-2318-4403-8504-1ed4a91cee01 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:35.344702 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8dd48f0e-d47b-4ca7-af25-5d5b09e7cbd9 req-98eb58a4-2318-4403-8504-1ed4a91cee01 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0821331 Jun 27 21:18:35.429213 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8dd48f0e-d47b-4ca7-af25-5d5b09e7cbd9 req-7da2554a-d57d-4ec0-8737-a40bdb3f10cf tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788012 Jun 27 21:18:35.555698 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 36112ae1-bee5-4df6-9469-82c6af7bb1f4 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:18:35.677461 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1952d1-70fd-40d5-b744-efe9e875a3cc req-14e3f160-2a9d-42bb-b10f-8f73020f49e5 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:35.685963 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5c1952d1-70fd-40d5-b744-efe9e875a3cc req-14e3f160-2a9d-42bb-b10f-8f73020f49e5 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0717378 Jun 27 21:18:35.724412 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 36112ae1-bee5-4df6-9469-82c6af7bb1f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:35.734137 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:35.743939 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'port_id': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'mac_address': 'fa:16:3e:b6:5b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:18:35.765891 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5c1952d1-70fd-40d5-b744-efe9e875a3cc req-fae60ae3-3c46-49e1-91d0-e71bc7e0d9ca tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786617 Jun 27 21:18:35.806792 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:35.807187 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:35.835770 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36112ae1-bee5-4df6-9469-82c6af7bb1f4 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:18:35.859746 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 36112ae1-bee5-4df6-9469-82c6af7bb1f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:35.864807 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:35.932761 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=36112ae1-bee5-4df6-9469-82c6af7bb1f4,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:36.345689 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['36112ae1-bee5-4df6-9469-82c6af7bb1f4'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:18:36.599919 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd847f7f-2c5f-4b61-958e-e0b16c2580c4 req-db418a82-ecea-4023-ae4a-b20e4896d0d8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:36.601602 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fd847f7f-2c5f-4b61-958e-e0b16c2580c4 req-db418a82-ecea-4023-ae4a-b20e4896d0d8 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 944 time: 0.0628724 Jun 27 21:18:36.688468 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fd847f7f-2c5f-4b61-958e-e0b16c2580c4 req-8d82bd5e-47ed-44bc-9974-875174ee400e tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803902 Jun 27 21:18:36.915596 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dac28-2cd2-4b97-a66a-2daee99d0e9e req-8415024f-7184-4b81-8a0e-07b0afae1c82 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:36.917277 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1d0dac28-2cd2-4b97-a66a-2daee99d0e9e req-8415024f-7184-4b81-8a0e-07b0afae1c82 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0650091 Jun 27 21:18:36.984101 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1d0dac28-2cd2-4b97-a66a-2daee99d0e9e req-2e22632c-a26a-4751-a6d3-8eb5dda6258b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569661 Jun 27 21:18:37.838068 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760fd9f-289a-4492-b6c0-edfdfaaa556b req-4e8a060a-b063-44b2-ba01-601e2bdc47d4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:37.839723 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e760fd9f-289a-4492-b6c0-edfdfaaa556b req-4e8a060a-b063-44b2-ba01-601e2bdc47d4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 944 time: 0.0564015 Jun 27 21:18:37.855345 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 36112ae1-bee5-4df6-9469-82c6af7bb1f4 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:18:37.884611 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:37.902452 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:18:37.909257 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e760fd9f-289a-4492-b6c0-edfdfaaa556b req-ab21ff17-acde-478f-b2d3-030f6e90c750 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631692 Jun 27 21:18:37.916881 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:18:37.917621 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:37.997529 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:37.998273 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:38.000269 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:38.008311 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:38.027184 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:38.030433 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961e4cd8-677e-4bf5-b5a0-115bcf6c53e7" -d '{"events": [{"server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "name": "network-vif-plugged", "status": "completed", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:38.045341 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 36112ae1-bee5-4df6-9469-82c6af7bb1f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:38.050326 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:38.198839 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc7a02-d879-46b5-852a-15295cbcd9be req-176331a4-4bf5-417b-bfad-22f7119e3c75 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:38.210006 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3ecc7a02-d879-46b5-852a-15295cbcd9be req-176331a4-4bf5-417b-bfad-22f7119e3c75 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0867333 Jun 27 21:18:38.236882 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97403099-dd15-4c84-8386-91f05c880044 x-openstack-request-id: req-97403099-dd15-4c84-8386-91f05c880044 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:38.237312 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "name": "network-vif-plugged", "status": "completed", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:38.237618 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97403099-dd15-4c84-8386-91f05c880044 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:38.238075 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97403099-dd15-4c84-8386-91f05c880044'] response: {'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'code': 200} Jun 27 21:18:38.263431 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=36112ae1-bee5-4df6-9469-82c6af7bb1f4,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:38.315484 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3ecc7a02-d879-46b5-852a-15295cbcd9be req-3db5a794-94bf-4a4e-8ab6-47949affb79c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045811 Jun 27 21:18:38.533656 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecf96e-107f-430b-9be5-239e22a53fbe req-4459ab4a-d2a5-4231-9a2b-233a2b12040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:38.535158 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a5ecf96e-107f-430b-9be5-239e22a53fbe req-4459ab4a-d2a5-4231-9a2b-233a2b12040d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 1129 time: 0.0508087 Jun 27 21:18:38.601614 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a5ecf96e-107f-430b-9be5-239e22a53fbe req-50aca34e-eb96-4743-86fc-7be6f0e79d80 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585980 Jun 27 21:18:38.734307 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46134) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:38.954764 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46140) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:38.970326 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-90704400-debf-4b79-b2e7-ba27b539cfab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe9e09a9ddb84c7ea356c7df622281da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344530 Jun 27 21:18:39.018234 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:39.025143 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-39a8fa9a-b4ae-4790-88b9-f2585bbd03ba admin admin] Publish callbacks [] for security_group (a200ae32-ca6f-4ef2-bc24-008272b6192f), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:39.046006 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:39.053084 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-39a8fa9a-b4ae-4790-88b9-f2585bbd03ba admin admin] Publish callbacks [] for security_group (a200ae32-ca6f-4ef2-bc24-008272b6192f), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:39.066515 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89daeebb-5074-4936-b187-fca77a743b63 req-ede05e42-960b-4681-bc53-10eb03251e1a tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:39.074925 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-89daeebb-5074-4936-b187-fca77a743b63 req-ede05e42-960b-4681-bc53-10eb03251e1a tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0763037 Jun 27 21:18:39.122472 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-39a8fa9a-b4ae-4790-88b9-f2585bbd03ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a200ae32-ca6f-4ef2-bc24-008272b6192f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:39.126412 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-39a8fa9a-b4ae-4790-88b9-f2585bbd03ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:39.134415 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-39a8fa9a-b4ae-4790-88b9-f2585bbd03ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a200ae32-ca6f-4ef2-bc24-008272b6192f HTTP/1.1" status: 204 len: 168 time: 0.1770933 Jun 27 21:18:39.146120 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8fa9a-b4ae-4790-88b9-f2585bbd03ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a200ae32-ca6f-4ef2-bc24-008272b6192f,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:39.151280 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-89daeebb-5074-4936-b187-fca77a743b63 req-40c1cb6a-0ee1-4444-9603-51f4a82c809e tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749106 Jun 27 21:18:39.555745 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86815a-4c81-4e56-b9c3-466cf7fa9122 req-df583182-d712-468e-b6fc-14b274e223c3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:39.557379 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6e86815a-4c81-4e56-b9c3-466cf7fa9122 req-df583182-d712-468e-b6fc-14b274e223c3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0651057 Jun 27 21:18:39.611086 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6e86815a-4c81-4e56-b9c3-466cf7fa9122 req-1b1102e0-e453-4700-a8d4-7085dca3cbfb tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477223 Jun 27 21:18:40.267269 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589b644-9c1a-4b0e-b82e-f560ea206598 req-b7c55a08-a17b-4f47-bf64-7bc1a6547394 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:40.271571 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a589b644-9c1a-4b0e-b82e-f560ea206598 req-b7c55a08-a17b-4f47-bf64-7bc1a6547394 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0515113 Jun 27 21:18:40.325876 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a589b644-9c1a-4b0e-b82e-f560ea206598 req-26cf9e3b-4f56-4165-a233-d255ff284a5f tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493088 Jun 27 21:18:40.429383 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3b5e354f-54ae-42eb-8276-998b2248d7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:40.751064 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140506b2-f82d-4004-bc4f-c7a397359e93 req-4b8d053f-c46b-4cd8-adb9-4dc6cbb859dd tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:40.752609 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-140506b2-f82d-4004-bc4f-c7a397359e93 req-4b8d053f-c46b-4cd8-adb9-4dc6cbb859dd tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0567636 Jun 27 21:18:40.804511 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-140506b2-f82d-4004-bc4f-c7a397359e93 req-90ca9187-042f-4921-8834-7a468aee4f9c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457010 Jun 27 21:18:41.452766 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8f0ef-375b-4e17-8bf2-6adf68c8b756 req-afbef597-8a99-49ca-acfd-839d857611aa tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:41.455489 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-24a8f0ef-375b-4e17-8bf2-6adf68c8b756 req-afbef597-8a99-49ca-acfd-839d857611aa tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0551751 Jun 27 21:18:41.518867 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-24a8f0ef-375b-4e17-8bf2-6adf68c8b756 req-82c44b24-0ffb-40ce-a7fd-1400dfba4b3c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558171 Jun 27 21:18:41.638953 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb5c3-d97b-4497-9999-670f91233918 req-b21cbb30-9989-48f3-b765-564b0b5d831d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:41.641480 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-edcfb5c3-d97b-4497-9999-670f91233918 req-b21cbb30-9989-48f3-b765-564b0b5d831d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0501642 Jun 27 21:18:41.698950 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-edcfb5c3-d97b-4497-9999-670f91233918 req-a7fa3d4b-2cb5-4d9b-bd0f-c242c6d09f27 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518298 Jun 27 21:18:41.722198 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46160) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:41.954464 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f81ad-fb23-4bde-b061-cf4e3f54b78a req-a43db741-b4df-4a23-87f1-fe16b1581ecb tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:41.962186 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ee1f81ad-fb23-4bde-b061-cf4e3f54b78a req-a43db741-b4df-4a23-87f1-fe16b1581ecb tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0701070 Jun 27 21:18:42.021641 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ee1f81ad-fb23-4bde-b061-cf4e3f54b78a req-c41fb000-a2d1-432d-a183-3933444ad758 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583262 Jun 27 21:18:42.054513 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08ae4f5-1389-4494-9c2f-62f4f30c03c1 tempest-TestShelveInstance-1702236363 tempest-TestShelveInstance-1702236363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:42.056886 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a08ae4f5-1389-4494-9c2f-62f4f30c03c1 tempest-TestShelveInstance-1702236363 tempest-TestShelveInstance-1702236363-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 1124 time: 0.3332546 Jun 27 21:18:42.059979 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46166) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:42.064659 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'port_id': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:18:42.093295 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:42.228597 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:42.377182 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Allocated IP 172.27.0.4 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/e01e0b0c-c316-422d-8f0d-0498d6c1d396) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:18:42.423085 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:42.512625 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for port (e01e0b0c-c316-422d-8f0d-0498d6c1d396), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:42.548618 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (e01e0b0c-c316-422d-8f0d-0498d6c1d396), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:42.592985 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:18:42.596673 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:18:42.601385 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:18:42.629548 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:42.633203 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event updated for resources: {'Port': ['ID=e01e0b0c-c316-422d-8f0d-0498d6c1d396,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:42.646169 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2688b46f-70a9-4c51-8786-ff565578a09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:43.006957 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for floatingip (cdfddddf-05b2-4769-9597-cb5b0ee2341d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:43.097851 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e01e0b0c-c316-422d-8f0d-0498d6c1d396), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:43.163916 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ce3f-72a6-4e51-a93a-c9805b7a9a78 req-fcee9928-f225-4c35-b04d-ac0b7c4cb47f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:43.165427 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-99b7ce3f-72a6-4e51-a93a-c9805b7a9a78 req-fcee9928-f225-4c35-b04d-ac0b7c4cb47f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0798259 Jun 27 21:18:43.269246 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-99b7ce3f-72a6-4e51-a93a-c9805b7a9a78 req-c0cab7cb-0097-422b-8653-2ecbd4f15399 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949199 Jun 27 21:18:43.318890 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for port (e01e0b0c-c316-422d-8f0d-0498d6c1d396), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:43.324171 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e01e0b0c-c316-422d-8f0d-0498d6c1d396), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:43.327420 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:43.361723 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (cdfddddf-05b2-4769-9597-cb5b0ee2341d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:43.406709 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event updated for resources: {'Port': ['ID=e01e0b0c-c316-422d-8f0d-0498d6c1d396,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:43.467973 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Floating IP cdfddddf-05b2-4769-9597-cb5b0ee2341d associated. External IP: 172.27.0.4, port: 36112ae1-bee5-4df6-9469-82c6af7bb1f4. Jun 27 21:18:43.598336 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:43.668331 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Router 3f4bb354-c105-438e-9e12-63bad09a89de has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:18:43.780607 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:43.922113 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c5b1-2483-453b-a82f-ce3f4031d498 req-26c851eb-7136-45cd-9f94-c80d67c21f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:43.923662 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0689c5b1-2483-453b-a82f-ce3f4031d498 req-26c851eb-7136-45cd-9f94-c80d67c21f59 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 1129 time: 0.0418835 Jun 27 21:18:44.027994 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:18:44.033049 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c5b1-2483-453b-a82f-ce3f4031d498 req-c6b4e85e-5710-4e64-89ee-1ab79581c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:44.035052 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0689c5b1-2483-453b-a82f-ce3f4031d498 req-c6b4e85e-5710-4e64-89ee-1ab79581c268 service neutron] 10.222.0.33 "GET /v2.0/networks?id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 200 len: 917 time: 0.0966268 Jun 27 21:18:44.038716 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d0631c-03a1-4c70-a1e7-d5c4f8d07834 None None] Sync routers for ids ['3f4bb354-c105-438e-9e12-63bad09a89de'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:18:44.047917 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:44.052633 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d0631c-03a1-4c70-a1e7-d5c4f8d07834 None None] Routers {'3f4bb354-c105-438e-9e12-63bad09a89de'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:18:44.053455 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-09d0631c-03a1-4c70-a1e7-d5c4f8d07834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:18:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['3f4bb354-c105-438e-9e12-63bad09a89de'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:44.080828 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f172ef12-61eb-490b-8fd3-6d826537865c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0175900 Jun 27 21:18:44.080828 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:44.081690 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c2a72d-ca87-48e4-95cc-693baf80cd68" -d '{"events": [{"name": "network-changed", "server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:44.110781 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0689c5b1-2483-453b-a82f-ce3f4031d498 req-b62c12b9-01f7-4038-8a74-af7676ed5916 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e HTTP/1.1" status: 200 len: 1001 time: 0.0619900 Jun 27 21:18:44.119452 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e996653-b8eb-42bb-943a-052470f9b3e2 x-openstack-request-id: req-1e996653-b8eb-42bb-943a-052470f9b3e2 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:44.119970 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:44.119970 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e996653-b8eb-42bb-943a-052470f9b3e2 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:44.120378 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e996653-b8eb-42bb-943a-052470f9b3e2'] response: {'name': 'network-changed', 'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'status': 'completed', 'code': 200} Jun 27 21:18:44.163082 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-09d0631c-03a1-4c70-a1e7-d5c4f8d07834 None None] Set router 3f4bb354-c105-438e-9e12-63bad09a89de gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:18:44.252615 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a72d-ca87-48e4-95cc-693baf80cd68 req-15dc8dbd-2a01-4b2f-a2a8-ee3d1016aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:44.254158 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c0c2a72d-ca87-48e4-95cc-693baf80cd68 req-15dc8dbd-2a01-4b2f-a2a8-ee3d1016aa3b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f484976e63ce44daa10eadd2a9d6cc76&device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 1129 time: 0.0614054 Jun 27 21:18:44.255616 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c5b1-2483-453b-a82f-ce3f4031d498 req-e965739e-cc06-43af-a08c-716f31e224a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:44.256944 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0689c5b1-2483-453b-a82f-ce3f4031d498 req-e965739e-cc06-43af-a08c-716f31e224a1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c88f597f-8bc5-48ec-a171-53096e1581d7 HTTP/1.1" status: 200 len: 855 time: 0.0931959 Jun 27 21:18:44.337480 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c5b1-2483-453b-a82f-ce3f4031d498 req-dbc4449d-1c80-4c06-8a09-5a5e162b34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:44.339039 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0689c5b1-2483-453b-a82f-ce3f4031d498 req-dbc4449d-1c80-4c06-8a09-5a5e162b34fa service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616779 Jun 27 21:18:44.398235 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-09d0631c-03a1-4c70-a1e7-d5c4f8d07834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 4, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'cdfddddf-05b2-4769-9597-cb5b0ee2341d', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'port_id': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'mac_address': 'fa:16:3e:b6:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:42Z', 'updated_at': '2022-06-27T21:18:42Z', 'revision_number': 0, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3223037c-9dcb-4693-8a68-3c345417a5f6', 'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'mac_address': 'fa:16:3e:f8:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:38Z', 'updated_at': '2022-06-27T21:17:43Z', 'revision_number': 5, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'subnets': [{'id': '1f444894-ce72-40c6-97c3-59e461303458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:44.399759 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729bb6b-4b44-47f1-9f04-3011b66527c8 req-e8908b78-db45-451f-bda5-4511b5f6106b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:44.401082 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1729bb6b-4b44-47f1-9f04-3011b66527c8 req-e8908b78-db45-451f-bda5-4511b5f6106b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0500271 Jun 27 21:18:44.424100 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d0631c-03a1-4c70-a1e7-d5c4f8d07834 None None] Checking router: 3f4bb354-c105-438e-9e12-63bad09a89de for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:18:44.434987 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d0631c-03a1-4c70-a1e7-d5c4f8d07834 None None] Routers {'3f4bb354-c105-438e-9e12-63bad09a89de'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:18:44.435609 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-09d0631c-03a1-4c70-a1e7-d5c4f8d07834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:18:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['3f4bb354-c105-438e-9e12-63bad09a89de'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:44.455454 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1729bb6b-4b44-47f1-9f04-3011b66527c8 req-38c8f08a-d6f6-479f-8e79-be93180c3759 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476177 Jun 27 21:18:44.456128 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a72d-ca87-48e4-95cc-693baf80cd68 req-184c72a2-f79d-49dd-8d5f-84179fdfe910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:44.457653 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c0c2a72d-ca87-48e4-95cc-693baf80cd68 req-184c72a2-f79d-49dd-8d5f-84179fdfe910 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2833602c-5fda-49c5-9f8b-40525401a7af HTTP/1.1" status: 200 len: 910 time: 0.1887083 Jun 27 21:18:44.459681 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:44.536141 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0689c5b1-2483-453b-a82f-ce3f4031d498 req-132b3df7-a1c9-42e1-a4b9-85832bccbe6f service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722877 Jun 27 21:18:44.542532 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c0c2a72d-ca87-48e4-95cc-693baf80cd68 req-f004da25-7544-4d00-93f8-7f56cc9d7117 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4 HTTP/1.1" status: 200 len: 997 time: 0.0769722 Jun 27 21:18:44.544086 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-09d0631c-03a1-4c70-a1e7-d5c4f8d07834 None None] Set router 3f4bb354-c105-438e-9e12-63bad09a89de gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:18:44.651957 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a72d-ca87-48e4-95cc-693baf80cd68 req-ca25b2c8-14ac-4ba0-9806-1b9cb63ed9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:44.653437 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c0c2a72d-ca87-48e4-95cc-693baf80cd68 req-ca25b2c8-14ac-4ba0-9806-1b9cb63ed9bf service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1f444894-ce72-40c6-97c3-59e461303458 HTTP/1.1" status: 200 len: 848 time: 0.1032853 Jun 27 21:18:44.698646 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0689c5b1-2483-453b-a82f-ce3f4031d498 req-61f9857d-d256-4375-8c5e-3690007375b2 service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494997 Jun 27 21:18:44.715214 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a72d-ca87-48e4-95cc-693baf80cd68 req-836da2f8-731d-4975-9fad-37c915d683cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:44.717639 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c0c2a72d-ca87-48e4-95cc-693baf80cd68 req-836da2f8-731d-4975-9fad-37c915d683cb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2833602c-5fda-49c5-9f8b-40525401a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563412 Jun 27 21:18:44.735394 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:44.777718 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-09d0631c-03a1-4c70-a1e7-d5c4f8d07834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 4, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'cdfddddf-05b2-4769-9597-cb5b0ee2341d', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'port_id': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'mac_address': 'fa:16:3e:b6:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:42Z', 'updated_at': '2022-06-27T21:18:42Z', 'revision_number': 0, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3223037c-9dcb-4693-8a68-3c345417a5f6', 'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'mac_address': 'fa:16:3e:f8:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:38Z', 'updated_at': '2022-06-27T21:17:43Z', 'revision_number': 5, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'subnets': [{'id': '1f444894-ce72-40c6-97c3-59e461303458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:18:44.804609 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d0631c-03a1-4c70-a1e7-d5c4f8d07834 None None] The sync data for ids ['3f4bb354-c105-438e-9e12-63bad09a89de'] in dv-cinder-847732-1-iscsi is: [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 4, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'cdfddddf-05b2-4769-9597-cb5b0ee2341d', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'port_id': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'mac_address': 'fa:16:3e:b6:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:42Z', 'updated_at': '2022-06-27T21:18:42Z', 'revision_number': 0, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3223037c-9dcb-4693-8a68-3c345417a5f6', 'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'mac_address': 'fa:16:3e:f8:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:38Z', 'updated_at': '2022-06-27T21:17:43Z', 'revision_number': 5, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'subnets': [{'id': '1f444894-ce72-40c6-97c3-59e461303458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:18:44.838893 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c0c2a72d-ca87-48e4-95cc-693baf80cd68 req-88d7121d-447a-4c65-9e17-6d66b22af5a6 service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117051 Jun 27 21:18:45.015210 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9874f676-6bbc-450e-ac3b-8bbd5c297fd2 None None] New status for floating IP cdfddddf-05b2-4769-9597-cb5b0ee2341d: ACTIVE {{(pid=104133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:18:45.423164 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:45.588593 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab790cdf-b917-4724-b2b0-72867d5603ee req-0c0fde88-ed93-4b96-a90b-ff9908c1cc77 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:45.590004 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ab790cdf-b917-4724-b2b0-72867d5603ee req-0c0fde88-ed93-4b96-a90b-ff9908c1cc77 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0529368 Jun 27 21:18:45.640221 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ab790cdf-b917-4724-b2b0-72867d5603ee req-0ad10544-1374-4da7-bf37-771680f5e148 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441005 Jun 27 21:18:45.661175 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:46.775080 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba02f7-d322-4400-9158-3f76573dd049 req-bbdecd5e-f5fe-44ca-a316-1945d647727f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:46.776909 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-29ba02f7-d322-4400-9158-3f76573dd049 req-bbdecd5e-f5fe-44ca-a316-1945d647727f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0565214 Jun 27 21:18:46.794800 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-b051bc96-9afe-4fa8-ade0-c1db3a7118f7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593243 Jun 27 21:18:46.797029 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c0c2a72d-ca87-48e4-95cc-693baf80cd68 req-2cefe332-9b6c-43e7-a457-416e1acbb182 service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267121 Jun 27 21:18:46.825450 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-29ba02f7-d322-4400-9158-3f76573dd049 req-af9bab4b-9205-421b-b162-cf2d987c607f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428243 Jun 27 21:18:46.930410 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-dabb62cb-e96e-4573-855f-2a6f875727a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:46.931839 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-dabb62cb-e96e-4573-855f-2a6f875727a0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 1129 time: 0.0418799 Jun 27 21:18:47.044659 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-a319ebc4-6d2e-4920-a379-27dacde74d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:47.046561 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-a319ebc4-6d2e-4920-a379-27dacde74d8a service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.0930955 Jun 27 21:18:47.089689 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-b553495e-fb55-4c9d-a5fd-f77bd222dd4e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6130374-d711-4d19-a701-67a2bc874882 HTTP/1.1" status: 200 len: 217 time: 0.0344856 Jun 27 21:18:47.485197 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-1b8ec4d8-7379-41a4-ba6f-26d49834758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:47.486892 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-1b8ec4d8-7379-41a4-ba6f-26d49834758f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.0527709 Jun 27 21:18:47.538204 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-cf361b2e-bb10-4e41-a0cb-7d73f950e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:47.539815 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-cf361b2e-bb10-4e41-a0cb-7d73f950e555 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448675 Jun 27 21:18:47.666813 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-84ef473e-0341-4a3c-ad47-e3f139885cc1 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954952 Jun 27 21:18:47.751544 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:47.774902 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bdb806f4-26d2-4ed9-bd9f-c47deb4ee88f req-ae659c31-1917-4c27-8eee-9d09645279fa service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963020 Jun 27 21:18:47.879300 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:18:47.912523 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:47.924852 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:47.956302 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca07dd2-0e78-487c-a791-dc0c04c56721 req-32fb049d-4ee1-453b-b240-dc44a2c35b91 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:47.957951 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1ca07dd2-0e78-487c-a791-dc0c04c56721 req-32fb049d-4ee1-453b-b240-dc44a2c35b91 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 945 time: 0.0519547 Jun 27 21:18:47.967271 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e is: ACTIVE; New status is: DOWN {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:47.967745 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:47.993439 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:18:47.995838 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d7217-abb7-4778-b052-e96c6de53663" -d '{"events": [{"server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "name": "network-vif-unplugged", "status": "completed", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:18:48.010124 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:18:48.010378 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1ca07dd2-0e78-487c-a791-dc0c04c56721 req-939367f8-0bc2-4c0f-8720-2a7b316b96f5 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453472 Jun 27 21:18:48.015514 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:48.055287 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Jun 2022 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf54871e-6c0f-44e4-b808-ab49b045c98d x-openstack-request-id: req-cf54871e-6c0f-44e4-b808-ab49b045c98d {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:18:48.055287 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "name": "network-vif-unplugged", "status": "failed", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e", "code": 422}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:18:48.055507 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf54871e-6c0f-44e4-b808-ab49b045c98d {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:18:48.058043 dv-cinder-847732-1-iscsi neutron-server[104132]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cf54871e-6c0f-44e4-b808-ab49b045c98d']: {'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'code': 422} returned with failed status Jun 27 21:18:48.072705 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,revision_number=8']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:18:48.080198 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.080531 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.080890 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.081251 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.081594 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.082203 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.082203 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.082515 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.082832 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.083150 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.083465 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.083797 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.084114 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.084431 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.084739 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:18:48.567412 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [req-37537d52-ec48-4d6d-a08d-5399ebe6b9dd req-25f83065-d786-4650-9086-d0abc59aa977 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:18:48.568495 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-37537d52-ec48-4d6d-a08d-5399ebe6b9dd req-25f83065-d786-4650-9086-d0abc59aa977 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056648 Jun 27 21:18:48.754787 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46c7fe-2b15-4f82-86d8-0e98b8a609e2 req-708148ff-26aa-4d81-ba9f-040b9efadf75 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:48.756287 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5d46c7fe-2b15-4f82-86d8-0e98b8a609e2 req-708148ff-26aa-4d81-ba9f-040b9efadf75 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0563936 Jun 27 21:18:48.792656 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:18:48.823640 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5d46c7fe-2b15-4f82-86d8-0e98b8a609e2 req-bb0b54b5-8b6e-4a55-9486-c2fccf77fd1d tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606623 Jun 27 21:18:49.118605 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46238) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:49.211358 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-47dd6039-8041-43b6-a0ca-45f8ec742ee2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910923 Jun 27 21:18:49.220586 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-22443fbb-7054-4474-94ac-47c402fcbee2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:18:49.221617 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-22443fbb-7054-4474-94ac-47c402fcbee2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052679 Jun 27 21:18:49.298063 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:18:49.310857 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46246) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:18:49.435531 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:49.452564 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-a38073fb-1635-4ada-a794-ee78e4d00336 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:49.454908 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-a38073fb-1635-4ada-a794-ee78e4d00336 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports/c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e HTTP/1.1" status: 200 len: 940 time: 0.1427407 Jun 27 21:18:49.972743 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64502f6-b1e8-4cd3-9869-ead29be81056 req-36f8e0f0-3a86-4fa8-9b75-600d85a75350 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:49.974408 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d64502f6-b1e8-4cd3-9869-ead29be81056 req-36f8e0f0-3a86-4fa8-9b75-600d85a75350 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0544033 Jun 27 21:18:50.035821 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d64502f6-b1e8-4cd3-9869-ead29be81056 req-33278eba-6a46-47b7-b18e-6974a97ece82 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546954 Jun 27 21:18:51.169302 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c096a-a675-459a-8e15-27b9162791e7 req-7e41bf8d-c6f2-41c7-aa7f-62641e460be2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:51.170813 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d64c096a-a675-459a-8e15-27b9162791e7 req-7e41bf8d-c6f2-41c7-aa7f-62641e460be2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0512557 Jun 27 21:18:51.224493 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d64c096a-a675-459a-8e15-27b9162791e7 req-bc71d861-82db-4d05-bc05-5a6f41b52eab tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477142 Jun 27 21:18:51.791514 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-b2127f4d-aca4-47d4-8e02-c0e3719ec9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:51.793065 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-b2127f4d-aca4-47d4-8e02-c0e3719ec9f9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1&tenant_id=0cdaf724b92644a0ae7fbb71147aef40 HTTP/1.1" status: 200 len: 1127 time: 0.3495557 Jun 27 21:18:51.869075 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-1086e9dc-0442-498e-9c29-acedfadbf199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:51.870567 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-1086e9dc-0442-498e-9c29-acedfadbf199 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 1127 time: 0.0432301 Jun 27 21:18:51.895187 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:18:51.978669 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e is: DOWN; New status is: DOWN {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:18:51.986531 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-13efb2ac-dc06-48d7-8ea3-7c907a033ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:51.988006 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-13efb2ac-dc06-48d7-8ea3-7c907a033ef4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 200 len: 917 time: 0.1109366 Jun 27 21:18:52.056161 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-56ddff89-9f7b-409a-833b-0c0c410bcb39 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e HTTP/1.1" status: 200 len: 999 time: 0.0607164 Jun 27 21:18:52.110596 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-b0c440d7-3502-4291-85c2-0eba3704368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:52.112076 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-b0c440d7-3502-4291-85c2-0eba3704368a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c88f597f-8bc5-48ec-a171-53096e1581d7 HTTP/1.1" status: 200 len: 855 time: 0.0485408 Jun 27 21:18:52.164418 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-315ee329-c51e-41e8-9d58-da8895b29769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:52.166001 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-315ee329-c51e-41e8-9d58-da8895b29769 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471120 Jun 27 21:18:52.268951 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-fe88e267-88ce-454c-a5e7-8fd5bbe77504 service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942872 Jun 27 21:18:52.359237 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833654f-ff4f-4239-a38d-ac1d57f58276 req-301a1d44-2f2f-4521-b816-22acc6046970 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:52.360782 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e833654f-ff4f-4239-a38d-ac1d57f58276 req-301a1d44-2f2f-4521-b816-22acc6046970 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0584009 Jun 27 21:18:52.410606 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:52.413002 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9e8d0daf-1093-4ada-8a2d-7d87b5fabd3b req-243f7c0c-2c98-4c03-8f4c-54f819d2d96c service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278520 Jun 27 21:18:52.420162 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e833654f-ff4f-4239-a38d-ac1d57f58276 req-20ce25f8-0e87-42a3-8551-888ff330b0f5 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485516 Jun 27 21:18:53.581737 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ce9c8-ec50-4192-b13a-f12c25b21dce req-b5f35e63-5a0f-465b-b716-72b6be493f0b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:53.583569 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8f8ce9c8-ec50-4192-b13a-f12c25b21dce req-b5f35e63-5a0f-465b-b716-72b6be493f0b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0588007 Jun 27 21:18:53.652695 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8f8ce9c8-ec50-4192-b13a-f12c25b21dce req-83f4c80c-bd78-488b-8c64-05ae4061fed7 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615127 Jun 27 21:18:54.831039 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b3b80-47a9-4eeb-964c-58fb716508d1 req-7640f2a5-2fb4-4e9a-8657-e617bc9daf10 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:54.832738 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-af8b3b80-47a9-4eeb-964c-58fb716508d1 req-7640f2a5-2fb4-4e9a-8657-e617bc9daf10 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0626497 Jun 27 21:18:54.922807 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-af8b3b80-47a9-4eeb-964c-58fb716508d1 req-3ef35cd7-3b43-48cf-a421-de493db3ea3a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633254 Jun 27 21:18:55.118964 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:56.061401 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec1e58-14fa-404e-b44b-55ee6d62fad8 req-db86557a-836f-45bc-9bac-5bc929861a50 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:56.063024 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7fec1e58-14fa-404e-b44b-55ee6d62fad8 req-db86557a-836f-45bc-9bac-5bc929861a50 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0572248 Jun 27 21:18:56.122067 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:56.138014 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7fec1e58-14fa-404e-b44b-55ee6d62fad8 req-7d25c6ac-d21f-4e4d-9a42-fefc7191c30a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678279 Jun 27 21:18:57.306458 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08a29b-2bad-453f-aed2-56e3f9dc42ef req-f6045912-4aad-4a0a-8b89-e1528285fc6e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:57.308739 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-df08a29b-2bad-453f-aed2-56e3f9dc42ef req-f6045912-4aad-4a0a-8b89-e1528285fc6e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0860121 Jun 27 21:18:57.367464 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-df08a29b-2bad-453f-aed2-56e3f9dc42ef req-5e776d70-480a-422a-a6fe-467586539109 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520694 Jun 27 21:18:58.517335 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e66b15-2131-4727-990f-78adce4e18dc req-8520ea51-f584-440e-ab2a-f21a9817f0e0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:58.519156 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-71e66b15-2131-4727-990f-78adce4e18dc req-8520ea51-f584-440e-ab2a-f21a9817f0e0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0595360 Jun 27 21:18:58.580235 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-71e66b15-2131-4727-990f-78adce4e18dc req-5f223f0e-0301-45fb-a801-a33ea8f61874 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544310 Jun 27 21:18:58.788427 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:18:59.744272 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc93af-6ddc-4535-b452-db24f578987a req-54898723-7f13-44c7-b951-10b48c577dbc tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:18:59.747643 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ffdc93af-6ddc-4535-b452-db24f578987a req-54898723-7f13-44c7-b951-10b48c577dbc tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0600653 Jun 27 21:18:59.830292 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ffdc93af-6ddc-4535-b452-db24f578987a req-5e04dbb2-a8a4-40b9-a13c-5610c0f04b0d tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777385 Jun 27 21:19:00.992414 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ac301-30d6-4b67-abcb-785ba70bcb8d req-d26e3bf0-388c-4ae7-babb-df3de7051df4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:00.995156 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1d3ac301-30d6-4b67-abcb-785ba70bcb8d req-d26e3bf0-388c-4ae7-babb-df3de7051df4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0520630 Jun 27 21:19:01.065946 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1d3ac301-30d6-4b67-abcb-785ba70bcb8d req-2368a975-09a9-49e3-8174-47e2ed6331c2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600257 Jun 27 21:19:01.975608 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:01.978466 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:02.250462 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd3e4f-5804-4d4d-99db-c328f0f654fe req-f7982219-8997-4673-80ac-7ee5407b2752 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:02.254116 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f0cd3e4f-5804-4d4d-99db-c328f0f654fe req-f7982219-8997-4673-80ac-7ee5407b2752 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0775931 Jun 27 21:19:02.309964 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f0cd3e4f-5804-4d4d-99db-c328f0f654fe req-7b11b0ad-354e-408b-b9e6-6571ce996237 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515451 Jun 27 21:19:03.437921 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:03.452958 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfef7b8-d58a-44c4-8cf4-60d32d71fc2b req-bfea95ac-8fbc-4bba-bd53-344cbcce97d4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:03.454539 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3dfef7b8-d58a-44c4-8cf4-60d32d71fc2b req-bfea95ac-8fbc-4bba-bd53-344cbcce97d4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0564446 Jun 27 21:19:03.523748 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3dfef7b8-d58a-44c4-8cf4-60d32d71fc2b req-ab15fd1f-b87b-437b-bc1a-73290ca2dc70 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632679 Jun 27 21:19:04.661134 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab765e-86ba-40fc-a531-c4ca27d9b6d7 req-69d06074-113b-421a-80c4-95bffb5221d8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:04.662645 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-edab765e-86ba-40fc-a531-c4ca27d9b6d7 req-69d06074-113b-421a-80c4-95bffb5221d8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0518906 Jun 27 21:19:04.695022 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:04.714813 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-edab765e-86ba-40fc-a531-c4ca27d9b6d7 req-272bfadb-34ab-4c82-9a71-fd5bc5433b11 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 Jun 27 21:19:05.848945 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d70e6-886c-4ac0-a352-5803834a50db req-01c6805b-9858-4441-b550-0039cde7800e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:05.850411 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-617d70e6-886c-4ac0-a352-5803834a50db req-01c6805b-9858-4441-b550-0039cde7800e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0520177 Jun 27 21:19:05.900995 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-617d70e6-886c-4ac0-a352-5803834a50db req-c53abc92-967e-41c9-81c0-1e6597f43c71 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446763 Jun 27 21:19:07.026854 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce422bd1-e4dc-4586-852b-8c2c9d1ef1dd req-202cdd96-fc47-48e3-a070-4912e1cdd8ad tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:07.028333 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ce422bd1-e4dc-4586-852b-8c2c9d1ef1dd req-202cdd96-fc47-48e3-a070-4912e1cdd8ad tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0490782 Jun 27 21:19:07.078486 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ce422bd1-e4dc-4586-852b-8c2c9d1ef1dd req-17dcdcca-bc8a-4c3e-96d1-39494001156e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442212 Jun 27 21:19:08.205359 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a9c12-2c94-4680-a5c6-33efa1a7d979 req-1e4a4cfd-859d-449f-b774-2fab1ab04185 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:08.206891 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a54a9c12-2c94-4680-a5c6-33efa1a7d979 req-1e4a4cfd-859d-449f-b774-2fab1ab04185 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0532610 Jun 27 21:19:08.257229 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a54a9c12-2c94-4680-a5c6-33efa1a7d979 req-433acf89-7bde-45cc-aeae-cea163c179d2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436008 Jun 27 21:19:09.385766 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0410f7-6b00-4052-8e3d-8c5ebca2de05 req-fe08a866-a104-4cd4-abe8-e6cb58685fc4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:09.387250 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bb0410f7-6b00-4052-8e3d-8c5ebca2de05 req-fe08a866-a104-4cd4-abe8-e6cb58685fc4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0530016 Jun 27 21:19:09.436955 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bb0410f7-6b00-4052-8e3d-8c5ebca2de05 req-f1b9a8fe-0af0-4166-afea-a11771e3a03f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439243 Jun 27 21:19:10.438825 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f0c20b63-5312-44f8-974b-d4b878e2715a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:10.567661 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b17038-a1aa-4e00-abfc-c5608282d3d5 req-b6822dc1-0877-4a38-b0bf-f8ec580f14ab tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:10.569131 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-73b17038-a1aa-4e00-abfc-c5608282d3d5 req-b6822dc1-0877-4a38-b0bf-f8ec580f14ab tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0468998 Jun 27 21:19:10.620961 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-73b17038-a1aa-4e00-abfc-c5608282d3d5 req-001ca31a-dc76-442a-97f2-653948ab0872 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454838 Jun 27 21:19:11.753896 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567ecc6-7896-4f21-b43e-30b4389eb003 req-8ae30f57-7b0d-4ddf-9e5f-f98c23278c27 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:11.755616 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a567ecc6-7896-4f21-b43e-30b4389eb003 req-8ae30f57-7b0d-4ddf-9e5f-f98c23278c27 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0552988 Jun 27 21:19:11.824004 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a567ecc6-7896-4f21-b43e-30b4389eb003 req-16281916-9b3c-447c-b859-d03bb9b45955 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618119 Jun 27 21:19:12.635072 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-10ca3439-f3bd-4f7a-8142-05ad595be783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:12.964141 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef01412-92ce-437b-a5f2-ff22ada4c220 req-fad9423a-a189-4419-a09b-b9a5c8a6e619 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:12.965722 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4ef01412-92ce-437b-a5f2-ff22ada4c220 req-fad9423a-a189-4419-a09b-b9a5c8a6e619 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0534148 Jun 27 21:19:13.018805 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4ef01412-92ce-437b-a5f2-ff22ada4c220 req-c380241d-b9d9-42c2-9410-0ac1e45b62af tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467644 Jun 27 21:19:13.778400 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:14.099463 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:19:14.151563 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9ced1-4d0a-4753-b224-0d3710939583 req-93ffb392-0664-46cd-b6aa-808d8f5f9c4a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:14.153104 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7fd9ced1-4d0a-4753-b224-0d3710939583 req-93ffb392-0664-46cd-b6aa-808d8f5f9c4a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 943 time: 0.0555463 Jun 27 21:19:14.206297 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7fd9ced1-4d0a-4753-b224-0d3710939583 req-69b0fd22-9c16-421b-90f0-38cc02b06cd0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470142 Jun 27 21:19:14.211771 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:19:14.226303 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'port_id': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'mac_address': 'fa:16:3e:bc:91:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:19:14.264709 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:19:14.265149 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:14.280454 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:19:14.301976 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:19:14.306849 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:14.358697 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,revision_number=9']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:14.723521 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:19:15.342483 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab5f2b-f5ef-4e8e-811b-b40ff08bd385 req-a0aece53-9c16-4f0a-af5d-19883b64fd43 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:15.343998 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f6ab5f2b-f5ef-4e8e-811b-b40ff08bd385 req-a0aece53-9c16-4f0a-af5d-19883b64fd43 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 944 time: 0.0615776 Jun 27 21:19:15.402373 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f6ab5f2b-f5ef-4e8e-811b-b40ff08bd385 req-a22748af-c52d-44e6-a127-e6e3ce683576 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526874 Jun 27 21:19:15.431584 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:15.669887 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:16.116758 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:19:16.164277 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:19:16.164775 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:16.200229 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:16.243561 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:19:16.243995 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:16.275609 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:19:16.279619 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6621b9-114e-4654-aefd-d7c56e14d8a1" -d '{"events": [{"server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "name": "network-vif-plugged", "status": "completed", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:19:16.297710 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:19:16.302762 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:16.325717 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26f5a44-5520-4f1f-bae9-62da4b5d7219 x-openstack-request-id: req-b26f5a44-5520-4f1f-bae9-62da4b5d7219 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:19:16.326029 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "name": "network-vif-plugged", "status": "completed", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:19:16.326282 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b26f5a44-5520-4f1f-bae9-62da4b5d7219 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:19:16.326670 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26f5a44-5520-4f1f-bae9-62da4b5d7219'] response: {'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'code': 200} Jun 27 21:19:16.355341 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,revision_number=10']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:16.538237 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf37e7-de44-460b-bf57-0c29f374a715 req-6c7be0f6-7b28-4210-8ce7-fa78e721d40a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:16.539885 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-edaf37e7-de44-460b-bf57-0c29f374a715 req-6c7be0f6-7b28-4210-8ce7-fa78e721d40a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 946 time: 0.0528104 Jun 27 21:19:16.590554 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-edaf37e7-de44-460b-bf57-0c29f374a715 req-68e57950-ff0d-4dc3-809f-60c337f033bd tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442739 Jun 27 21:19:16.932948 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60570c27-03ee-4ea6-bace-9ed2923a1f61 req-a07126b5-b459-481e-bea3-26b436a99b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:16.934486 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-60570c27-03ee-4ea6-bace-9ed2923a1f61 req-a07126b5-b459-481e-bea3-26b436a99b69 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 1130 time: 0.0413849 Jun 27 21:19:16.987430 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-60570c27-03ee-4ea6-bace-9ed2923a1f61 req-aba26e5c-f351-4134-b828-f7d88b0ab8ee service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403531 Jun 27 21:19:17.719846 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83633e70-fa3c-47a0-b7c0-936dd5b8c65d req-bb6e382d-d9f7-441d-a4d3-4baf0e7e370a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:17.721372 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-83633e70-fa3c-47a0-b7c0-936dd5b8c65d req-bb6e382d-d9f7-441d-a4d3-4baf0e7e370a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 946 time: 0.0499282 Jun 27 21:19:17.747300 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:17.774295 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-83633e70-fa3c-47a0-b7c0-936dd5b8c65d req-87f7007b-3a53-438a-8c97-13d6097d1b6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467513 Jun 27 21:19:18.912686 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ede985-8128-48e0-aa78-2eec08372fd8 req-135915cf-81fc-45b5-aa20-31cb19b99334 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:18.914569 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f5ede985-8128-48e0-aa78-2eec08372fd8 req-135915cf-81fc-45b5-aa20-31cb19b99334 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 946 time: 0.0558777 Jun 27 21:19:18.968197 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f5ede985-8128-48e0-aa78-2eec08372fd8 req-4c42331a-151e-48ee-acdd-4b331e34ebd2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477238 Jun 27 21:19:19.299237 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:20.112966 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71238d-f191-4644-9ebd-6c450a7009c3 req-d9151594-318c-4e30-bed7-cd6b23d67e17 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:20.114483 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6b71238d-f191-4644-9ebd-6c450a7009c3 req-d9151594-318c-4e30-bed7-cd6b23d67e17 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 946 time: 0.0506494 Jun 27 21:19:20.167427 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6b71238d-f191-4644-9ebd-6c450a7009c3 req-1eb38766-5e1a-4385-a067-7ecacaa15bda tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465991 Jun 27 21:19:20.652308 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:20.695041 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfe856-38d3-461c-8dbd-2b3711fe0bb6 req-b2057498-42a6-44fa-835a-055f36e7188c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:20.697568 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1adfe856-38d3-461c-8dbd-2b3711fe0bb6 req-b2057498-42a6-44fa-835a-055f36e7188c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0538824 Jun 27 21:19:20.794090 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1adfe856-38d3-461c-8dbd-2b3711fe0bb6 req-2ec144fd-d5e4-4917-b1f4-3cb1e856a223 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901515 Jun 27 21:19:20.797474 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75502e4-3233-4d24-aede-4f70734ce2e6 req-68c26ad9-c3cf-448e-a13f-a6911cc109c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:20.798994 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a75502e4-3233-4d24-aede-4f70734ce2e6 req-68c26ad9-c3cf-448e-a13f-a6911cc109c9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 1129 time: 0.0548327 Jun 27 21:19:20.929631 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75502e4-3233-4d24-aede-4f70734ce2e6 req-58d63713-6214-479c-a275-6e7a7e7438c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:20.931317 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a75502e4-3233-4d24-aede-4f70734ce2e6 req-58d63713-6214-479c-a275-6e7a7e7438c1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.1228096 Jun 27 21:19:20.985071 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:21.007186 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a75502e4-3233-4d24-aede-4f70734ce2e6 req-39af9cac-ef8a-4a97-ae4f-4780f5e9af16 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107 HTTP/1.1" status: 200 len: 1000 time: 0.0622687 Jun 27 21:19:21.067568 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75502e4-3233-4d24-aede-4f70734ce2e6 req-0e20c2af-e982-45e7-9ec1-130ddd845b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:21.069151 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a75502e4-3233-4d24-aede-4f70734ce2e6 req-0e20c2af-e982-45e7-9ec1-130ddd845b41 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.0537405 Jun 27 21:19:21.120618 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75502e4-3233-4d24-aede-4f70734ce2e6 req-026a911a-47a8-4c4b-a01b-9d0b4aa4fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:21.122513 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a75502e4-3233-4d24-aede-4f70734ce2e6 req-026a911a-47a8-4c4b-a01b-9d0b4aa4fb47 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460603 Jun 27 21:19:21.217178 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc40fd-0c1f-4fde-9a53-e38e514d75fb req-d80235b9-316f-48ea-84bc-569a6618d49c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:21.218606 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8acc40fd-0c1f-4fde-9a53-e38e514d75fb req-d80235b9-316f-48ea-84bc-569a6618d49c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 945 time: 0.0568764 Jun 27 21:19:21.271860 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8acc40fd-0c1f-4fde-9a53-e38e514d75fb req-6939ad80-d225-43fe-a387-db71ad799819 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469468 Jun 27 21:19:21.722454 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce1858-361d-4e9c-9f2f-a35838b66778 req-7869c4e3-da1a-4a41-8e92-1d26f9dfc2ec tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:21.723934 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c9ce1858-361d-4e9c-9f2f-a35838b66778 req-7869c4e3-da1a-4a41-8e92-1d26f9dfc2ec tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0485210 Jun 27 21:19:21.773793 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c9ce1858-361d-4e9c-9f2f-a35838b66778 req-5a2ee0c6-5d65-42d7-8139-b8a2de30e586 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438433 Jun 27 21:19:21.919595 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd418513-baf7-40bd-9b7f-ce7009226fda req-f1737209-99d5-4d0f-acf3-8c2528b9fa5d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:21.921141 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-cd418513-baf7-40bd-9b7f-ce7009226fda req-f1737209-99d5-4d0f-acf3-8c2528b9fa5d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0522122 Jun 27 21:19:21.971594 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-cd418513-baf7-40bd-9b7f-ce7009226fda req-d830c8f6-8802-424c-9ec8-c5bac4ca5f1f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446796 Jun 27 21:19:22.396655 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7d86-5dbf-4400-86b4-c8239749a879 req-06b466b9-ce45-451f-8c9e-293ac3b333ae tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:22.398143 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-052c7d86-5dbf-4400-86b4-c8239749a879 req-06b466b9-ce45-451f-8c9e-293ac3b333ae tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 945 time: 0.0536544 Jun 27 21:19:22.451443 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-052c7d86-5dbf-4400-86b4-c8239749a879 req-2e80ff80-2914-4ddf-9765-c81d36f03d90 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475585 Jun 27 21:19:22.709737 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a75502e4-3233-4d24-aede-4f70734ce2e6 req-7292c8c9-870e-4843-908c-e5ff950ef461 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933969 Jun 27 21:19:22.893173 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029fefa-5ed6-4c37-9a8d-c6574a426f29 req-329cb814-6f62-40c8-b3bb-8589c75dc80c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:22.894552 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5029fefa-5ed6-4c37-9a8d-c6574a426f29 req-329cb814-6f62-40c8-b3bb-8589c75dc80c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0486083 Jun 27 21:19:22.944044 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5029fefa-5ed6-4c37-9a8d-c6574a426f29 req-90a6dd16-1f25-4626-a0a1-ab3753b21050 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432286 Jun 27 21:19:22.973254 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a75502e4-3233-4d24-aede-4f70734ce2e6 req-6b1acf07-47fd-463e-be87-3097ea92e124 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917060 Jun 27 21:19:23.090169 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669639a-45e5-4510-946b-b81fe17fe715 req-c872bcc9-c142-4b2e-a22a-1b4f2f9889b3 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:23.091636 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a669639a-45e5-4510-946b-b81fe17fe715 req-c872bcc9-c142-4b2e-a22a-1b4f2f9889b3 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0494320 Jun 27 21:19:23.141825 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a669639a-45e5-4510-946b-b81fe17fe715 req-657d2a72-f763-4598-a122-badc5191a22c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445342 Jun 27 21:19:23.233769 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-5a521bb5-e55f-43ae-8998-f6764e1f5868 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:23.235212 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-5a521bb5-e55f-43ae-8998-f6764e1f5868 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 945 time: 0.0478747 Jun 27 21:19:23.329752 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:23.359990 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Deleting port 63757cf8-adc3-4cb5-8c67-986e0c574946 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:19:23.360295 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:23.463208 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] For port 63757cf8-adc3-4cb5-8c67-986e0c574946, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=63757cf8-adc3-4cb5-8c67-986e0c574946,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:19:23.463979 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:23.568690 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34115680-d9e0-4745-9996-3eb4a59cee94 req-5386f78d-de40-4717-a1e6-64c4069e2a1f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:23.570644 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-34115680-d9e0-4745-9996-3eb4a59cee94 req-5386f78d-de40-4717-a1e6-64c4069e2a1f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 945 time: 0.0479939 Jun 27 21:19:23.616253 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:23.624652 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-34115680-d9e0-4745-9996-3eb4a59cee94 req-f2c172bf-a03b-4d9e-8f81-dedac5e6e223 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f91f3cb-c560-46ba-a640-cae288fbb18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485246 Jun 27 21:19:23.675053 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:23.675401 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (86d1676a-670e-4580-a370-0a5d745697af), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:23.675707 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Floating IP 86d1676a-670e-4580-a370-0a5d745697af disassociated. External IP: 172.27.0.155, port: 63757cf8-adc3-4cb5-8c67-986e0c574946. Jun 27 21:19:23.676042 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Calling delete_port for 63757cf8-adc3-4cb5-8c67-986e0c574946 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:19:23.810972 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (63757cf8-adc3-4cb5-8c67-986e0c574946), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:23.847421 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'Port': ['ID=63757cf8-adc3-4cb5-8c67-986e0c574946,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:23.858965 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.859312 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.859645 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.859973 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.860304 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.860625 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.860955 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.861279 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.861593 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.861944 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.862270 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.862592 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.862911 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.863227 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.863541 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:23.969039 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Router 6a82da67-b908-4e2c-89ed-54a09475cceb has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:19:24.093931 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ddec2-821c-4ff3-b750-64092e66d2ba req-addd78b1-aeb8-46f9-9d4f-7af7c109d42a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:24.095295 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-128ddec2-821c-4ff3-b750-64092e66d2ba req-addd78b1-aeb8-46f9-9d4f-7af7c109d42a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0780244 Jun 27 21:19:24.132171 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:19:24.142434 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5bfc6-80e0-4a8a-a276-7c3d3648c6ff None None] Sync routers for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:19:24.154500 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5bfc6-80e0-4a8a-a276-7c3d3648c6ff None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:19:24.155226 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-cac5bfc6-80e0-4a8a-a276-7c3d3648c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:19:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:24.157093 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:24.210197 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] No DVR routers for this DVR port 63757cf8-adc3-4cb5-8c67-986e0c574946 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:19:24.213691 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:24.217122 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3c41f5ce-cae0-4d30-9ea0-583b0dab3577 req-ad698272-00d8-40a6-9a3e-27380a7a85d2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "DELETE /v2.0/ports/63757cf8-adc3-4cb5-8c67-986e0c574946 HTTP/1.1" status: 204 len: 173 time: 0.9743662 Jun 27 21:19:24.217597 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'name': 'network-vif-deleted', 'tag': '63757cf8-adc3-4cb5-8c67-986e0c574946'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:19:24.220108 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454b69d1-1623-4f8f-bab2-83eda892f4a5" -d '{"events": [{"server_uuid": "3c5b1522-b5e3-4328-9292-5f99591179a2", "name": "network-vif-deleted", "tag": "63757cf8-adc3-4cb5-8c67-986e0c574946"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:19:24.226765 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-128ddec2-821c-4ff3-b750-64092e66d2ba req-0a31aad0-6370-457e-8c22-44902aec50fb tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254895 Jun 27 21:19:24.313335 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463ee6d-6b7c-4aa0-af56-c7c256088d42 req-bace3e46-4a5e-459a-8102-c57712a361af tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:24.315938 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c463ee6d-6b7c-4aa0-af56-c7c256088d42 req-bace3e46-4a5e-459a-8102-c57712a361af tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0821631 Jun 27 21:19:24.337708 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e9d63a-0e28-482a-bb5d-becdbef740d4 x-openstack-request-id: req-24e9d63a-0e28-482a-bb5d-becdbef740d4 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:19:24.337966 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5b1522-b5e3-4328-9292-5f99591179a2", "name": "network-vif-deleted", "tag": "63757cf8-adc3-4cb5-8c67-986e0c574946", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:19:24.338221 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24e9d63a-0e28-482a-bb5d-becdbef740d4 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:19:24.338712 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e9d63a-0e28-482a-bb5d-becdbef740d4'] response: {'server_uuid': '3c5b1522-b5e3-4328-9292-5f99591179a2', 'name': 'network-vif-deleted', 'tag': '63757cf8-adc3-4cb5-8c67-986e0c574946', 'status': 'completed', 'code': 200} Jun 27 21:19:24.377996 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c463ee6d-6b7c-4aa0-af56-c7c256088d42 req-f94ad1ad-aee5-444b-ab38-8e4c877e43e5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553083 Jun 27 21:19:24.477259 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-cac5bfc6-80e0-4a8a-a276-7c3d3648c6ff None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:19:24.766231 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-cac5bfc6-80e0-4a8a-a276-7c3d3648c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1835c1e6-1c0e-40b3-978a-2b98e1fab870', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '6de54808-7215-48a3-8344-ee5680120151', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:ba:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:20Z', 'updated_at': '2022-06-27T21:17:00Z', 'revision_number': 2, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:24.784613 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-33aca250-495a-432b-81db-42401a52bc84 req-982971c3-9673-4a97-8c94-10194a5b4dbe tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c5b1522-b5e3-4328-9292-5f99591179a2 HTTP/1.1" status: 200 len: 210 time: 0.0413945 Jun 27 21:19:24.801143 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5bfc6-80e0-4a8a-a276-7c3d3648c6ff None None] Checking router: 6a82da67-b908-4e2c-89ed-54a09475cceb for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:19:24.810149 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5bfc6-80e0-4a8a-a276-7c3d3648c6ff None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:19:24.810928 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-cac5bfc6-80e0-4a8a-a276-7c3d3648c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:19:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:24.931572 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-cac5bfc6-80e0-4a8a-a276-7c3d3648c6ff None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:19:25.215205 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-cac5bfc6-80e0-4a8a-a276-7c3d3648c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1835c1e6-1c0e-40b3-978a-2b98e1fab870', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '6de54808-7215-48a3-8344-ee5680120151', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:ba:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:20Z', 'updated_at': '2022-06-27T21:17:00Z', 'revision_number': 2, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:25.248120 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac5bfc6-80e0-4a8a-a276-7c3d3648c6ff None None] The sync data for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi is: [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1835c1e6-1c0e-40b3-978a-2b98e1fab870', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '6de54808-7215-48a3-8344-ee5680120151', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:ba:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:16:20Z', 'updated_at': '2022-06-27T21:17:00Z', 'revision_number': 2, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:19:25.383953 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748a7d8-acdd-4fac-a770-9cf5ea0deb61 req-806aa939-83c4-41e9-8696-9bca05d80d42 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:25.384556 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a748a7d8-acdd-4fac-a770-9cf5ea0deb61 req-806aa939-83c4-41e9-8696-9bca05d80d42 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0593181 Jun 27 21:19:25.448879 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a748a7d8-acdd-4fac-a770-9cf5ea0deb61 req-0aad657c-b07f-4a34-9450-9087b560d1ed tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582874 Jun 27 21:19:25.539926 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c13c2-5832-4de0-8412-1797ce32ce30 req-ef7f9cca-2c87-453a-909a-ad9658058720 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:25.542070 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ef4c13c2-5832-4de0-8412-1797ce32ce30 req-ef7f9cca-2c87-453a-909a-ad9658058720 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0723588 Jun 27 21:19:25.562801 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:25.627315 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ef4c13c2-5832-4de0-8412-1797ce32ce30 req-795b9661-462b-434d-911b-1d7f677cf6f6 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745616 Jun 27 21:19:25.672676 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2460155-e956-4c26-a7e1-91c3af55f518 None None] New status for floating IP 86d1676a-670e-4580-a370-0a5d745697af: DOWN {{(pid=104133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:19:25.793654 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:19:25.901753 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46500) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:25.959281 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:25.982759 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (2f91f3cb-c560-46ba-a640-cae288fbb18a), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:26.006552 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (2f91f3cb-c560-46ba-a640-cae288fbb18a), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:26.055457 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (2f91f3cb-c560-46ba-a640-cae288fbb18a), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:26.058007 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:26.059154 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "DELETE /v2.0/security-groups/2f91f3cb-c560-46ba-a640-cae288fbb18a HTTP/1.1" status: 204 len: 168 time: 0.1559205 Jun 27 21:19:26.062226 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46502) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:26.068409 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f91f3cb-c560-46ba-a640-cae288fbb18a,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:26.075579 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.075904 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.076032 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.api.v2.resource [None req-68f664fc-3ec3-4799-8b48-b9c11c61b84c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] show failed (client error): The resource could not be found. Jun 27 21:19:26.076231 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.076558 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.076885 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.077044 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-68f664fc-3ec3-4799-8b48-b9c11c61b84c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups/2f91f3cb-c560-46ba-a640-cae288fbb18a HTTP/1.1" status: 404 len: 347 time: 0.0138366 Jun 27 21:19:26.077228 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.077546 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.077858 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.078173 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.078497 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.078800 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.079110 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.079421 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.079729 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.079962 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46504) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:26.080095 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088dc1f7-5868-42e7-b01e-268f6c3c809d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:19:26.189271 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-45654d85-7982-459d-982a-1857d6d66bd9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Deleting port 9b2ab449-7177-4c87-acaf-036bfac25fae {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:19:26.189615 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-45654d85-7982-459d-982a-1857d6d66bd9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (9b2ab449-7177-4c87-acaf-036bfac25fae), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:26.269378 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-45654d85-7982-459d-982a-1857d6d66bd9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (9b2ab449-7177-4c87-acaf-036bfac25fae), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:26.269606 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-45654d85-7982-459d-982a-1857d6d66bd9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (9b2ab449-7177-4c87-acaf-036bfac25fae), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:26.289952 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-45654d85-7982-459d-982a-1857d6d66bd9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Calling delete_port for 9b2ab449-7177-4c87-acaf-036bfac25fae owned by network:floatingip {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:19:26.360530 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:26.446200 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-45654d85-7982-459d-982a-1857d6d66bd9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (9b2ab449-7177-4c87-acaf-036bfac25fae), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:26.470112 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45654d85-7982-459d-982a-1857d6d66bd9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'Port': ['ID=9b2ab449-7177-4c87-acaf-036bfac25fae,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:26.536674 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-45654d85-7982-459d-982a-1857d6d66bd9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (86d1676a-670e-4580-a370-0a5d745697af), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:26.540276 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-45654d85-7982-459d-982a-1857d6d66bd9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:26.541732 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-45654d85-7982-459d-982a-1857d6d66bd9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "DELETE /v2.0/floatingips/86d1676a-670e-4580-a370-0a5d745697af HTTP/1.1" status: 204 len: 168 time: 0.4606321 Jun 27 21:19:26.574773 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fd5b6-2975-41df-aa6d-aaf4560d4208 req-bd8d9f38-65e4-4f8b-8c93-b7d27a60dbff tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:26.576358 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f20fd5b6-2975-41df-aa6d-aaf4560d4208 req-bd8d9f38-65e4-4f8b-8c93-b7d27a60dbff tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0571189 Jun 27 21:19:26.626390 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f20fd5b6-2975-41df-aa6d-aaf4560d4208 req-3af382f5-440e-4b72-ad3b-1c046aeea0ab tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444789 Jun 27 21:19:26.760795 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7412d-1263-4a41-9332-f87f59e41de0 req-85598db9-23e9-443a-b66b-6b11c14fe865 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:26.762496 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c9c7412d-1263-4a41-9332-f87f59e41de0 req-85598db9-23e9-443a-b66b-6b11c14fe865 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0560017 Jun 27 21:19:26.826181 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c9c7412d-1263-4a41-9332-f87f59e41de0 req-b0419d7d-dd5c-4e94-aed0-911c7ebd0e94 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555952 Jun 27 21:19:27.750385 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d3e09-1509-4394-bab0-be1170cac28a req-7e2d804d-dd97-41a5-bef0-5d4de5543241 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:27.752646 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f91d3e09-1509-4394-bab0-be1170cac28a req-7e2d804d-dd97-41a5-bef0-5d4de5543241 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0546229 Jun 27 21:19:27.804996 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f91d3e09-1509-4394-bab0-be1170cac28a req-0293a2e6-dd9d-48d4-99f1-09c0a0ecf74f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463207 Jun 27 21:19:27.952836 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933b666-5318-4bcf-826e-3d467f584539 req-3b661c0b-c80d-46ac-97bf-e7157e37e266 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:27.954512 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d933b666-5318-4bcf-826e-3d467f584539 req-3b661c0b-c80d-46ac-97bf-e7157e37e266 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0501921 Jun 27 21:19:28.007857 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d933b666-5318-4bcf-826e-3d467f584539 req-bcd84d81-c0c9-4189-bbb5-51581bd1cc89 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459838 Jun 27 21:19:28.172171 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 63757cf8-adc3-4cb5-8c67-986e0c574946 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:19:28.204819 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: 63757cf8-adc3-4cb5-8c67-986e0c574946 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:19:28.205413 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 63757cf8-adc3-4cb5-8c67-986e0c574946 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:19:28.277106 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:28.295741 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ce189-5848-4b48-a1fd-54483bf7905d req-cc686aec-be15-4148-a279-015b17b2406a tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:28.297415 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d19ce189-5848-4b48-a1fd-54483bf7905d req-cc686aec-be15-4148-a279-015b17b2406a tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 946 time: 0.0567658 Jun 27 21:19:28.352353 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d19ce189-5848-4b48-a1fd-54483bf7905d req-ace1d98c-e318-4d94-97c9-0e7bbc919394 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488422 Jun 27 21:19:28.931248 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf0630-b242-4909-9cc5-b7f2e5413e67 req-d480c97b-0df9-4246-84c6-29f890f05122 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:28.932765 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-feaf0630-b242-4909-9cc5-b7f2e5413e67 req-d480c97b-0df9-4246-84c6-29f890f05122 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0499439 Jun 27 21:19:28.983323 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-feaf0630-b242-4909-9cc5-b7f2e5413e67 req-d7bf34c2-2062-4e7f-a906-7c3a76e8b9d2 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445037 Jun 27 21:19:29.126475 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e06bc1-97f8-4076-ad57-b66761e7df72 req-d83d5120-5282-4f75-9e25-f0ce42a440be tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:29.127893 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-84e06bc1-97f8-4076-ad57-b66761e7df72 req-d83d5120-5282-4f75-9e25-f0ce42a440be tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0493579 Jun 27 21:19:29.178941 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-84e06bc1-97f8-4076-ad57-b66761e7df72 req-06019339-7898-4ee7-a4af-0648d0316e5c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444927 Jun 27 21:19:29.471663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9614755-4d68-4e43-b20c-713e7e56deed req-1e68184c-8306-4ead-afa1-961cd461cb64 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:29.473169 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f9614755-4d68-4e43-b20c-713e7e56deed req-1e68184c-8306-4ead-afa1-961cd461cb64 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 946 time: 0.0490487 Jun 27 21:19:29.523625 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f9614755-4d68-4e43-b20c-713e7e56deed req-532aecbf-9012-4bda-8ce0-4b1a6aeac03f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442028 Jun 27 21:19:30.101243 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b815c-d881-4410-b206-134a0b411055 req-ab069580-55e1-4b5b-ba6a-8dda4a840720 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:30.102851 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bd2b815c-d881-4410-b206-134a0b411055 req-ab069580-55e1-4b5b-ba6a-8dda4a840720 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0484602 Jun 27 21:19:30.154617 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bd2b815c-d881-4410-b206-134a0b411055 req-fe22cab8-6315-4b7e-bce2-f822d0857d16 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460753 Jun 27 21:19:30.258506 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-f7fac97c-970f-4797-9438-82e13bb42d48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:30.260455 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-f7fac97c-970f-4797-9438-82e13bb42d48 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 946 time: 0.0520632 Jun 27 21:19:30.335083 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88f44b-061c-4521-b07d-3c7a3e82f719 req-45ea3f2f-6554-4191-9b28-e6411ce1db05 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:30.336961 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0e88f44b-061c-4521-b07d-3c7a3e82f719 req-45ea3f2f-6554-4191-9b28-e6411ce1db05 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0756209 Jun 27 21:19:30.342948 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:30.647007 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26170cae-89ee-4c59-81a0-e3c1ae335e32 req-827e772d-2330-4d04-8aa2-c18823ed0263 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:30.648498 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-26170cae-89ee-4c59-81a0-e3c1ae335e32 req-827e772d-2330-4d04-8aa2-c18823ed0263 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 946 time: 0.0507665 Jun 27 21:19:30.658103 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Deleting port 6de54808-7215-48a3-8344-ee5680120151 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:19:30.658417 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (6de54808-7215-48a3-8344-ee5680120151), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:30.690037 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0e88f44b-061c-4521-b07d-3c7a3e82f719 req-c3ce5845-430c-4210-89c6-abc98ba8bc15 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459439 Jun 27 21:19:30.703113 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-26170cae-89ee-4c59-81a0-e3c1ae335e32 req-889b6811-2aef-44bf-988f-aaf1a115bf08 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478876 Jun 27 21:19:30.763713 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] For port 6de54808-7215-48a3-8344-ee5680120151, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6de54808-7215-48a3-8344-ee5680120151,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:19:30.764082 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (6de54808-7215-48a3-8344-ee5680120151), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:30.934947 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:30.935353 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (1835c1e6-1c0e-40b3-978a-2b98e1fab870), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:30.935710 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Floating IP 1835c1e6-1c0e-40b3-978a-2b98e1fab870 disassociated. External IP: 172.27.0.134, port: 6de54808-7215-48a3-8344-ee5680120151. Jun 27 21:19:30.936065 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Calling delete_port for 6de54808-7215-48a3-8344-ee5680120151 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:19:30.983276 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:31.107090 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (6de54808-7215-48a3-8344-ee5680120151), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:31.138289 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'Port': ['ID=6de54808-7215-48a3-8344-ee5680120151,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:31.307968 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Router 6a82da67-b908-4e2c-89ed-54a09475cceb has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:19:31.314248 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912a8d-5a12-487e-927f-673cbae5d385 req-1a93522c-6d9e-441c-bb5e-c4c8a0122813 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:31.315750 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cd912a8d-5a12-487e-927f-673cbae5d385 req-1a93522c-6d9e-441c-bb5e-c4c8a0122813 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0663693 Jun 27 21:19:31.420983 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cd912a8d-5a12-487e-927f-673cbae5d385 req-ef1cc00f-acdb-449c-b01f-54ce316f5397 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977538 Jun 27 21:19:31.474755 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:19:31.486109 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2bcc8e-aafe-420a-abef-c11f823277c5 None None] Sync routers for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:19:31.497064 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2bcc8e-aafe-420a-abef-c11f823277c5 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:19:31.497617 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9a2bcc8e-aafe-420a-abef-c11f823277c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:19:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:31.522899 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] No DVR routers for this DVR port 6de54808-7215-48a3-8344-ee5680120151 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:19:31.527209 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:31.530711 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0bdaa59b-4ee3-4905-9b38-c06bd286a2e7 req-91e68e89-9e23-4a0d-b7b1-18ef90727021 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "DELETE /v2.0/ports/6de54808-7215-48a3-8344-ee5680120151 HTTP/1.1" status: 204 len: 173 time: 1.2605672 Jun 27 21:19:31.531230 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'name': 'network-vif-deleted', 'tag': '6de54808-7215-48a3-8344-ee5680120151'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:19:31.533691 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df84c8f6-b6d2-4122-90ca-bcaced60f4a2" -d '{"events": [{"server_uuid": "b2a76ab5-ca81-472e-8d89-69e63b684ae3", "name": "network-vif-deleted", "tag": "6de54808-7215-48a3-8344-ee5680120151"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:19:31.559656 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:31.579064 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2182b1af-ca6f-4448-8113-e956c0b28618 x-openstack-request-id: req-2182b1af-ca6f-4448-8113-e956c0b28618 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:19:31.579355 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a76ab5-ca81-472e-8d89-69e63b684ae3", "name": "network-vif-deleted", "tag": "6de54808-7215-48a3-8344-ee5680120151", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:19:31.579606 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2182b1af-ca6f-4448-8113-e956c0b28618 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:19:31.580015 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2182b1af-ca6f-4448-8113-e956c0b28618'] response: {'server_uuid': 'b2a76ab5-ca81-472e-8d89-69e63b684ae3', 'name': 'network-vif-deleted', 'tag': '6de54808-7215-48a3-8344-ee5680120151', 'status': 'completed', 'code': 200} Jun 27 21:19:31.616863 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-9a2bcc8e-aafe-420a-abef-c11f823277c5 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:19:31.781185 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:31.846697 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-497ba696-cfbb-4460-a8e3-d3d7419e7a17 req-91bf9b8a-c05d-4ee0-bc1d-4dc097cb45f1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a76ab5-ca81-472e-8d89-69e63b684ae3 HTTP/1.1" status: 200 len: 210 time: 0.0484591 Jun 27 21:19:31.849619 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad661e8b-a03a-4480-9222-599e9ff9704d req-81b47fe4-e93e-4598-8d64-4688ac3f7231 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:31.851408 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ad661e8b-a03a-4480-9222-599e9ff9704d req-81b47fe4-e93e-4598-8d64-4688ac3f7231 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0843263 Jun 27 21:19:31.869026 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9a2bcc8e-aafe-420a-abef-c11f823277c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:31.898675 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:31.909279 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2bcc8e-aafe-420a-abef-c11f823277c5 None None] Checking router: 6a82da67-b908-4e2c-89ed-54a09475cceb for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:19:31.913292 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ad661e8b-a03a-4480-9222-599e9ff9704d req-f869261b-faa0-413f-8950-0a28b8af68f9 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513046 Jun 27 21:19:31.920443 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2bcc8e-aafe-420a-abef-c11f823277c5 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:19:31.921132 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9a2bcc8e-aafe-420a-abef-c11f823277c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:19:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:32.033515 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-9a2bcc8e-aafe-420a-abef-c11f823277c5 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:19:32.235253 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-9a2bcc8e-aafe-420a-abef-c11f823277c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:32.264563 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2bcc8e-aafe-420a-abef-c11f823277c5 None None] The sync data for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi is: [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:19:32.508632 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24602012-8c02-44cb-b28a-ed0634921843 None None] New status for floating IP 1835c1e6-1c0e-40b3-978a-2b98e1fab870: DOWN {{(pid=104133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:19:32.555155 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6048e-c8a0-4c07-8e5b-b0b5b28668b2 req-0e3d01e1-0573-4d1c-8b02-ae418f4bca4e tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:32.557641 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7ef6048e-c8a0-4c07-8e5b-b0b5b28668b2 req-0e3d01e1-0573-4d1c-8b02-ae418f4bca4e tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0566435 Jun 27 21:19:32.614187 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7ef6048e-c8a0-4c07-8e5b-b0b5b28668b2 req-be3870b7-4eb8-47e5-86d7-2ddef8752b6f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487015 Jun 27 21:19:32.932374 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46562) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:33.007900 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5fc8-505e-40f7-aeab-9f1edb50499f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.055597 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5fc8-505e-40f7-aeab-9f1edb50499f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.064136 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cc2da-3c08-4da3-bac3-3f803a461a9b req-ee2aa8c0-883a-4fb5-9437-3f245d40ac62 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:33.065667 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3c3cc2da-3c08-4da3-bac3-3f803a461a9b req-ee2aa8c0-883a-4fb5-9437-3f245d40ac62 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0723166 Jun 27 21:19:33.137254 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3c3cc2da-3c08-4da3-bac3-3f803a461a9b req-8bd91969-bfe8-4709-9abb-92b6c7739eff tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648890 Jun 27 21:19:33.145619 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5fc8-505e-40f7-aeab-9f1edb50499f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.148377 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5fc8-505e-40f7-aeab-9f1edb50499f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.152389 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-1c0d5fc8-505e-40f7-aeab-9f1edb50499f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "DELETE /v2.0/security-groups/d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4 HTTP/1.1" status: 204 len: 168 time: 0.2163179 Jun 27 21:19:33.152794 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46566) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:33.167886 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d5fc8-505e-40f7-aeab-9f1edb50499f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:33.169587 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.api.v2.resource [None req-b0718890-aa77-435e-b9ee-b8f45fbd7d0f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] show failed (client error): The resource could not be found. Jun 27 21:19:33.177691 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b0718890-aa77-435e-b9ee-b8f45fbd7d0f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups/d52922a5-ce59-4ec2-9e9d-0e6d6952ecd4 HTTP/1.1" status: 404 len: 347 time: 0.0232713 Jun 27 21:19:33.180130 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46568) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:33.307656 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-14c128f7-0e5e-4fe2-b11b-e1c72c12df2b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Deleting port 112c3536-0d9a-434b-ade7-28c58a746f66 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:19:33.308001 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14c128f7-0e5e-4fe2-b11b-e1c72c12df2b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (112c3536-0d9a-434b-ade7-28c58a746f66), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.319366 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:33.388605 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14c128f7-0e5e-4fe2-b11b-e1c72c12df2b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (112c3536-0d9a-434b-ade7-28c58a746f66), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.388833 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14c128f7-0e5e-4fe2-b11b-e1c72c12df2b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (112c3536-0d9a-434b-ade7-28c58a746f66), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.402316 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-14c128f7-0e5e-4fe2-b11b-e1c72c12df2b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Calling delete_port for 112c3536-0d9a-434b-ade7-28c58a746f66 owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:19:33.545252 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14c128f7-0e5e-4fe2-b11b-e1c72c12df2b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (112c3536-0d9a-434b-ade7-28c58a746f66), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.569144 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c128f7-0e5e-4fe2-b11b-e1c72c12df2b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'Port': ['ID=112c3536-0d9a-434b-ade7-28c58a746f66,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:33.598024 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14c128f7-0e5e-4fe2-b11b-e1c72c12df2b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (1835c1e6-1c0e-40b3-978a-2b98e1fab870), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.600659 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14c128f7-0e5e-4fe2-b11b-e1c72c12df2b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.601690 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-14c128f7-0e5e-4fe2-b11b-e1c72c12df2b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "DELETE /v2.0/floatingips/1835c1e6-1c0e-40b3-978a-2b98e1fab870 HTTP/1.1" status: 204 len: 168 time: 0.4204271 Jun 27 21:19:33.679525 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46574) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:33.684349 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-7064e297-5b5b-44a0-92b5-6042d09aac9d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--622917230', 'description': 'tempest-description--1694474976'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:19:33.707053 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7064e297-5b5b-44a0-92b5-6042d09aac9d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.735926 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7f392-7d9c-4ece-803f-8427ea9ba74c req-b47be7da-ffce-4329-afd6-4598164601f2 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:33.737922 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-06b7f392-7d9c-4ece-803f-8427ea9ba74c req-b47be7da-ffce-4329-afd6-4598164601f2 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0546296 Jun 27 21:19:33.765230 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:33.784888 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7064e297-5b5b-44a0-92b5-6042d09aac9d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (95de886e-2555-4736-bf16-96a2e14efe2c), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.789197 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7064e297-5b5b-44a0-92b5-6042d09aac9d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (95de886e-2555-4736-bf16-96a2e14efe2c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.792544 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-06b7f392-7d9c-4ece-803f-8427ea9ba74c req-4977cef6-df93-4344-b593-2226b7dec335 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482864 Jun 27 21:19:33.819187 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7064e297-5b5b-44a0-92b5-6042d09aac9d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.820623 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7064e297-5b5b-44a0-92b5-6042d09aac9d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399214 Jun 27 21:19:33.824469 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46578) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:33.828788 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-0f59cb99-b725-41ef-a840-027ea2bddd0c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group_rule': {'security_group_id': '95de886e-2555-4736-bf16-96a2e14efe2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:19:33.835888 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064e297-5b5b-44a0-92b5-6042d09aac9d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95de886e-2555-4736-bf16-96a2e14efe2c,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:33.866230 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0f59cb99-b725-41ef-a840-027ea2bddd0c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (04e47e93-85db-4bdc-9082-bbc0dba0fa46), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.933599 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0f59cb99-b725-41ef-a840-027ea2bddd0c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (04e47e93-85db-4bdc-9082-bbc0dba0fa46), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.938589 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0f59cb99-b725-41ef-a840-027ea2bddd0c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (04e47e93-85db-4bdc-9082-bbc0dba0fa46), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.959297 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59cb99-b725-41ef-a840-027ea2bddd0c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e47e93-85db-4bdc-9082-bbc0dba0fa46,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:33.965844 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0f59cb99-b725-41ef-a840-027ea2bddd0c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:33.967056 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0f59cb99-b725-41ef-a840-027ea2bddd0c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416235 Jun 27 21:19:33.969693 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46582) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:33.973945 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-f6ff2352-e672-4695-9a43-8cd9f7081f14 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group_rule': {'security_group_id': '95de886e-2555-4736-bf16-96a2e14efe2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:19:34.003110 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2352-e672-4695-9a43-8cd9f7081f14 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (1f300236-2753-46e7-b0f7-dd7fe1c0f621), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.040852 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769457d7-b5ac-48a7-8bec-418b3e5a9338 req-ec4a8a44-de36-4359-8cfe-c1cbec0de37d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:34.042382 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-769457d7-b5ac-48a7-8bec-418b3e5a9338 req-ec4a8a44-de36-4359-8cfe-c1cbec0de37d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0688441 Jun 27 21:19:34.063286 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2352-e672-4695-9a43-8cd9f7081f14 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (1f300236-2753-46e7-b0f7-dd7fe1c0f621), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.068183 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2352-e672-4695-9a43-8cd9f7081f14 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (1f300236-2753-46e7-b0f7-dd7fe1c0f621), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.078700 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:34.091282 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff2352-e672-4695-9a43-8cd9f7081f14 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f300236-2753-46e7-b0f7-dd7fe1c0f621,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:34.093995 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185e894-5452-4011-9e65-1a4c5f6fb8fc req-3e6aea0a-1a97-4e2c-abb1-671a6f2a53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:34.096364 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0185e894-5452-4011-9e65-1a4c5f6fb8fc req-3e6aea0a-1a97-4e2c-abb1-671a6f2a53bd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 1129 time: 0.0733149 Jun 27 21:19:34.101908 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f6ff2352-e672-4695-9a43-8cd9f7081f14 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.103496 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f6ff2352-e672-4695-9a43-8cd9f7081f14 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328821 Jun 27 21:19:34.106614 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46584) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:34.112834 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:19:34.117473 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:34.134848 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.159544 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-769457d7-b5ac-48a7-8bec-418b3e5a9338 req-ad4fd529-cec0-4e97-b3fd-a5229582d0b3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003571 Jun 27 21:19:34.191475 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 6de54808-7215-48a3-8344-ee5680120151 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:19:34.233868 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.236905 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: 6de54808-7215-48a3-8344-ee5680120151 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:19:34.239846 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 6de54808-7215-48a3-8344-ee5680120151 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:19:34.246545 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185e894-5452-4011-9e65-1a4c5f6fb8fc req-c43180ce-d578-4e3a-a11b-a622e61d993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:34.248015 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0185e894-5452-4011-9e65-1a4c5f6fb8fc req-c43180ce-d578-4e3a-a11b-a622e61d993d service neutron] 10.222.0.33 "GET /v2.0/networks?id=1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 200 len: 911 time: 0.1409659 Jun 27 21:19:34.313734 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0185e894-5452-4011-9e65-1a4c5f6fb8fc req-99a83cff-49b2-4e91-a438-92783fd0e3ec service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f88b5f5e-d7cd-4400-8ce9-9cede29542e2 HTTP/1.1" status: 200 len: 1001 time: 0.0579627 Jun 27 21:19:34.339946 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36afe2-d2a0-465c-9420-a9b1a94c00da req-52a3223f-9693-40e0-8728-d34e0816895e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:34.341562 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0f36afe2-d2a0-465c-9420-a9b1a94c00da req-52a3223f-9693-40e0-8728-d34e0816895e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0993600 Jun 27 21:19:34.371114 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185e894-5452-4011-9e65-1a4c5f6fb8fc req-d893f99b-62d8-48c8-837e-cc05a06d596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:34.372581 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0185e894-5452-4011-9e65-1a4c5f6fb8fc req-d893f99b-62d8-48c8-837e-cc05a06d596b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=213cf038-a41b-410c-bb9f-41e81ba7f4cf HTTP/1.1" status: 200 len: 849 time: 0.0519555 Jun 27 21:19:34.420420 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185e894-5452-4011-9e65-1a4c5f6fb8fc req-5d5f3ce3-755a-4c66-9ef5-4917edab93ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:34.421868 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0185e894-5452-4011-9e65-1a4c5f6fb8fc req-5d5f3ce3-755a-4c66-9ef5-4917edab93ce service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1ab36d48-170c-4f48-af11-d6da9c4061e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403292 Jun 27 21:19:34.431002 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Allocated IP 172.27.0.154 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/89ed9ce3-a956-423c-bf61-dd50954206bc) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:19:34.435678 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0f36afe2-d2a0-465c-9420-a9b1a94c00da req-0d2c1a05-db83-4b4f-b1d9-b648d1005576 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879710 Jun 27 21:19:34.522461 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0185e894-5452-4011-9e65-1a4c5f6fb8fc req-3ecf7d00-d04d-4e3b-b356-d9967dbdb699 service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938857 Jun 27 21:19:34.531778 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:34.551104 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (89ed9ce3-a956-423c-bf61-dd50954206bc), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.587829 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (89ed9ce3-a956-423c-bf61-dd50954206bc), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.620685 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:34.624889 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0185e894-5452-4011-9e65-1a4c5f6fb8fc req-6c51f7c8-eb16-466f-8ee0-154ca2e55892 service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944791 Jun 27 21:19:34.632822 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:19:34.636355 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:19:34.640330 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:19:34.645410 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=89ed9ce3-a956-423c-bf61-dd50954206bc,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:34.689611 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (1c68e03e-e5ec-47ff-ae03-305406a4bb9b), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.731903 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (89ed9ce3-a956-423c-bf61-dd50954206bc), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.885389 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (89ed9ce3-a956-423c-bf61-dd50954206bc), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.891321 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (89ed9ce3-a956-423c-bf61-dd50954206bc), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.928276 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:34.935857 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (1c68e03e-e5ec-47ff-ae03-305406a4bb9b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.954195 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=89ed9ce3-a956-423c-bf61-dd50954206bc,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:34.960080 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:34.965461 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5d95ea1a-a45c-4857-9d1d-431c9e87ad5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8577552 Jun 27 21:19:35.173275 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-5420e092-02c9-4f1f-82ee-aa18b92cf5ae tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--622917230&fields=id&tenant_id=4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 267 time: 0.0452702 Jun 27 21:19:35.286346 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8f3ae4b8-4b21-4c2f-8d12-0bfc4a313b29 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:35.287785 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8f3ae4b8-4b21-4c2f-8d12-0bfc4a313b29 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 814 time: 0.1080353 Jun 27 21:19:35.290525 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82525c00-6783-406e-a641-76ac9335f05e req-cdf3a565-f3c7-4fbf-9862-d1dbfba7ed7d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:35.292045 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-82525c00-6783-406e-a641-76ac9335f05e req-cdf3a565-f3c7-4fbf-9862-d1dbfba7ed7d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0503976 Jun 27 21:19:35.307738 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-7e6fbcd7-13cd-48d7-96fc-290b25682da3 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/quotas/4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 375 time: 0.0141077 Jun 27 21:19:35.350998 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-82525c00-6783-406e-a641-76ac9335f05e req-2b4e43e2-d1dd-42e4-b26c-68540b7b5db5 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449965 Jun 27 21:19:35.359926 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9473001-eea1-4daa-8f4e-f89b64045282 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466440 Jun 27 21:19:35.462225 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-62abe278-273c-4151-9dc4-a975625489d0 service neutron] 10.222.0.13 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902476 Jun 27 21:19:35.562402 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8551f42a-7944-455d-9353-0afa0f64ddf7 service neutron] 10.222.0.13 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938241 Jun 27 21:19:35.565474 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c69a6-67b5-4722-942b-6843020b8519 req-a52292b3-1f4e-44cb-9698-cf36a7d122bd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:35.567170 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-710c69a6-67b5-4722-942b-6843020b8519 req-a52292b3-1f4e-44cb-9698-cf36a7d122bd tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0537245 Jun 27 21:19:35.622178 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-710c69a6-67b5-4722-942b-6843020b8519 req-e3552870-6568-4114-9211-f311ae350ae5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493317 Jun 27 21:19:35.746519 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2a38123b-6f98-4d13-99e6-ae65faa4e900 req-a5e48117-8b2a-43ba-a882-3f7b0d1dd167 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 210 time: 0.0310991 Jun 27 21:19:36.478911 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51035a-5f33-4fd4-9a53-bfeb1eb737a4 req-ddb78646-7015-4294-a220-dc9db4202b01 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:36.481389 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ba51035a-5f33-4fd4-9a53-bfeb1eb737a4 req-ddb78646-7015-4294-a220-dc9db4202b01 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0536380 Jun 27 21:19:36.537309 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ba51035a-5f33-4fd4-9a53-bfeb1eb737a4 req-19eb9f22-5030-4430-a0fb-adddc8d86256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500102 Jun 27 21:19:36.745785 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370282a-34fd-473c-8173-49aa2d5f0bd5 req-d969830c-779c-44f6-bd11-33b721863f7c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:36.747217 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2370282a-34fd-473c-8173-49aa2d5f0bd5 req-d969830c-779c-44f6-bd11-33b721863f7c tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0546174 Jun 27 21:19:36.805380 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2370282a-34fd-473c-8173-49aa2d5f0bd5 req-d519e8d7-4397-401e-989d-2775093c1986 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517302 Jun 27 21:19:36.848759 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-79a2273f-8450-4b62-8fe0-91a6a5521198 req-12c5aaa2-1c9a-454b-991a-21af32d4b778 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 210 time: 0.0296738 Jun 27 21:19:36.932835 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:36.999135 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-5af0e6fe-920e-427d-bc29-8324715d59aa tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:37.001290 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-5af0e6fe-920e-427d-bc29-8324715d59aa tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 814 time: 0.1079271 Jun 27 21:19:37.086484 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-11274a5f-c38b-4045-befe-7717df028e8e tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 379 time: 0.0657747 Jun 27 21:19:37.191301 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'port': {'device_id': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'admin_state_up': True, 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'security_groups': ['95de886e-2555-4736-bf16-96a2e14efe2c']}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:19:37.303400 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Made reservation on behalf of 4a74724882c84e8f893f5be0f59a9581 for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:19:37.307318 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:37.445320 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Allocated IP 172.20.0.3 (88eac9a2-e4a8-414f-a6be-c486870814c1/564673c1-b936-44f6-8645-95a61d7eeae3/614915c8-5412-4f02-82c2-94d13c38ee9b) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:19:37.451824 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:37.599831 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:37.635399 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:37.680880 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:19:37.684051 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:19:37.687975 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:19:37.694162 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=614915c8-5412-4f02-82c2-94d13c38ee9b,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:37.743976 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:37.744609 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:37.762754 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-8e7bbe77-f88f-4c3c-aa4b-a37c1f8b78b2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754609 Jun 27 21:19:37.779859 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Request body: {'port': {'device_id': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:19:37.848170 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:37.931688 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9380e5-02ed-4135-add7-a562c6062330 req-3ff52ee2-a3ab-4c29-a8b2-631724aa3d4b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:37.935114 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-9e914940-0792-4d59-8f59-953f4792827d None None] Provisioning complete for port 614915c8-5412-4f02-82c2-94d13c38ee9b triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:19:37.935603 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9e914940-0792-4d59-8f59-953f4792827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:37.938680 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1f9380e5-02ed-4135-add7-a562c6062330 req-3ff52ee2-a3ab-4c29-a8b2-631724aa3d4b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0578203 Jun 27 21:19:37.970145 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:37.975029 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-9e914940-0792-4d59-8f59-953f4792827d None None] Port 614915c8-5412-4f02-82c2-94d13c38ee9b cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:19:37.990800 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1f9380e5-02ed-4135-add7-a562c6062330 req-174f76d5-2a12-400c-a75a-c9280903bd5f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512621 Jun 27 21:19:38.027146 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a183db-b76f-4549-a840-5a94b906b364 req-9e6c15ea-c7a7-4880-bf2f-25b00d9a5922 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:38.028667 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-89a183db-b76f-4549-a840-5a94b906b364 req-9e6c15ea-c7a7-4880-bf2f-25b00d9a5922 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 931 time: 0.0712571 Jun 27 21:19:38.141333 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-89a183db-b76f-4549-a840-5a94b906b364 req-81cd378e-33df-4821-994c-ecc7b6d5ef06 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043503 Jun 27 21:19:38.237414 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614915c8-5412-4f02-82c2-94d13c38ee9b {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:19:38.246134 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Publish callbacks [] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:38.260541 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Transition to ACTIVE for port object 614915c8-5412-4f02-82c2-94d13c38ee9b will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:19:38.264816 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:38.306324 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:38.315401 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=614915c8-5412-4f02-82c2-94d13c38ee9b,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:38.396602 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Attempting to bind port 614915c8-5412-4f02-82c2-94d13c38ee9b on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:19:38.396833 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Attempting to bind port 614915c8-5412-4f02-82c2-94d13c38ee9b by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:19:38.397187 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Attempting to bind port 614915c8-5412-4f02-82c2-94d13c38ee9b on network 88eac9a2-e4a8-414f-a6be-c486870814c1 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:19:38.402312 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Port 614915c8-5412-4f02-82c2-94d13c38ee9b on network 88eac9a2-e4a8-414f-a6be-c486870814c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:19:38.402628 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Attempting to bind port 614915c8-5412-4f02-82c2-94d13c38ee9b on network 88eac9a2-e4a8-414f-a6be-c486870814c1 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:19:38.407988 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:19:38.408308 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Checking segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:19:38.408689 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Bound using segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:19:38.409162 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Bound port: 614915c8-5412-4f02-82c2-94d13c38ee9b, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:19:38.409518 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:38.480415 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] For port 614915c8-5412-4f02-82c2-94d13c38ee9b, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:19:38.485196 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] For port 614915c8-5412-4f02-82c2-94d13c38ee9b, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=614915c8-5412-4f02-82c2-94d13c38ee9b,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:19:38.497167 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:38.533146 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:38.533770 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:38.535169 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] 10.222.0.33 "PUT /v2.0/ports/614915c8-5412-4f02-82c2-94d13c38ee9b HTTP/1.1" status: 200 len: 1093 time: 0.7597585 Jun 27 21:19:38.535621 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'tag': '614915c8-5412-4f02-82c2-94d13c38ee9b'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:19:38.537924 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35de6299-5955-4d7d-9741-8707a1f5a5be" -d '{"events": [{"name": "network-changed", "server_uuid": "397198b2-1a3a-4947-8184-2f3c7a817da9", "tag": "614915c8-5412-4f02-82c2-94d13c38ee9b"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:19:38.562953 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2e9c9-a26c-4b9c-ad57-0f45d252eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=614915c8-5412-4f02-82c2-94d13c38ee9b,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:38.593132 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931a3eb9-12b4-48e1-8736-fabfbf7ff975 x-openstack-request-id: req-931a3eb9-12b4-48e1-8736-fabfbf7ff975 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:19:38.593425 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397198b2-1a3a-4947-8184-2f3c7a817da9", "tag": "614915c8-5412-4f02-82c2-94d13c38ee9b", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:19:38.593675 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-931a3eb9-12b4-48e1-8736-fabfbf7ff975 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:19:38.594084 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931a3eb9-12b4-48e1-8736-fabfbf7ff975'] response: {'name': 'network-changed', 'server_uuid': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'tag': '614915c8-5412-4f02-82c2-94d13c38ee9b', 'status': 'completed', 'code': 200} Jun 27 21:19:38.659871 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-d2c90379-0995-4880-8545-a9a6f97fae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:38.662547 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-d2c90379-0995-4880-8545-a9a6f97fae29 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 1127 time: 0.0453327 Jun 27 21:19:39.116223 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102ae04-abbe-45ef-b17b-f4010fac3724 req-18048593-6c58-479f-87bd-0064fe9fca16 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:39.117768 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7102ae04-abbe-45ef-b17b-f4010fac3724 req-18048593-6c58-479f-87bd-0064fe9fca16 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0513747 Jun 27 21:19:39.170642 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7102ae04-abbe-45ef-b17b-f4010fac3724 req-85f827dd-2328-4f1b-b17f-94e15554da07 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455163 Jun 27 21:19:39.221936 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:39.262863 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eeebb8-8cb7-4556-b8cd-33f5fac75306 req-b391e79a-38ec-4caa-934e-bc96f25d9c1d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:39.264341 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-00eeebb8-8cb7-4556-b8cd-33f5fac75306 req-b391e79a-38ec-4caa-934e-bc96f25d9c1d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 943 time: 0.0509713 Jun 27 21:19:39.315229 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-00eeebb8-8cb7-4556-b8cd-33f5fac75306 req-0837d509-28ff-4ca0-a362-9d3aa6dd85f6 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439143 Jun 27 21:19:39.583658 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-44221ea4-fe09-468b-b602-86fef2085520 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=614915c8-5412-4f02-82c2-94d13c38ee9b HTTP/1.1" status: 200 len: 217 time: 0.0365453 Jun 27 21:19:39.637307 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-eefb1915-9f77-4c97-8bf9-1dd790b4c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:39.638785 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-eefb1915-9f77-4c97-8bf9-1dd790b4c5d6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 200 len: 853 time: 0.0483100 Jun 27 21:19:39.716322 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-649c317c-f7ca-4eb7-b1fa-78b50af22083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:39.717866 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-649c317c-f7ca-4eb7-b1fa-78b50af22083 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88eac9a2-e4a8-414f-a6be-c486870814c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720155 Jun 27 21:19:39.720749 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd9728-d15c-41ff-996c-cb295d420cda req-089a20cc-3050-4358-a574-ecbebe9a076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:39.722110 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-aadd9728-d15c-41ff-996c-cb295d420cda req-089a20cc-3050-4358-a574-ecbebe9a076d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 1129 time: 0.0652499 Jun 27 21:19:39.814684 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:39.847467 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-aadd9728-d15c-41ff-996c-cb295d420cda req-15a47e53-93b4-45f7-9e2b-1b87404f5132 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107569 Jun 27 21:19:39.864956 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-cec2bd34-343c-427e-bc42-296d4ea9bcf5 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359241 Jun 27 21:19:40.247346 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7b12409-12c5-4bd1-9691-0b72b843f3df req-35bf7e2c-93d6-407d-b241-4a2b337352e8 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998051 Jun 27 21:19:40.306701 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247813f2-baed-403a-b272-f47cceba2ee2 req-d92e799c-95ca-461c-aed0-7f1916945ec3 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:40.308213 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-247813f2-baed-403a-b272-f47cceba2ee2 req-d92e799c-95ca-461c-aed0-7f1916945ec3 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0507598 Jun 27 21:19:40.361849 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-247813f2-baed-403a-b272-f47cceba2ee2 req-16076f17-c309-4b88-9779-1424767d7857 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479205 Jun 27 21:19:40.428572 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-4d1b547c-9b55-4d74-8bd7-ddad4b60763b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:40.444656 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbe56b-6fd8-43da-981f-a9dda31214f5 req-f0894bf7-65f7-416b-9129-8d7c5bd3a754 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:40.446709 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2bfbe56b-6fd8-43da-981f-a9dda31214f5 req-f0894bf7-65f7-416b-9129-8d7c5bd3a754 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 943 time: 0.0580730 Jun 27 21:19:40.500718 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2bfbe56b-6fd8-43da-981f-a9dda31214f5 req-20818c68-113b-4437-8f6a-e94f8e7a71f4 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482609 Jun 27 21:19:41.486167 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e10bac-974d-4a1c-b2c4-e3822ef22b2a req-1b5218c1-762b-499a-8631-c2840281d8e3 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:41.487633 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d7e10bac-974d-4a1c-b2c4-e3822ef22b2a req-1b5218c1-762b-499a-8631-c2840281d8e3 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0528345 Jun 27 21:19:41.526038 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:41.544799 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d7e10bac-974d-4a1c-b2c4-e3822ef22b2a req-bd8a92a4-ba55-4f5c-8502-3f37711409ba tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512936 Jun 27 21:19:41.638024 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6aa3f6-58a7-4dd7-b101-c675c3802957 req-83fc5111-4954-44eb-8bca-002058f77505 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:41.639624 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fe6aa3f6-58a7-4dd7-b101-c675c3802957 req-83fc5111-4954-44eb-8bca-002058f77505 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 943 time: 0.0547216 Jun 27 21:19:41.704375 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fe6aa3f6-58a7-4dd7-b101-c675c3802957 req-dfda7039-038d-4cb0-8c92-e02a43431580 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584872 Jun 27 21:19:42.255283 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6299-5955-4d7d-9741-8707a1f5a5be req-0759623f-0185-4c26-9085-d52b6b1459fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:42.256793 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-35de6299-5955-4d7d-9741-8707a1f5a5be req-0759623f-0185-4c26-9085-d52b6b1459fd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 1127 time: 0.0425928 Jun 27 21:19:42.353151 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6299-5955-4d7d-9741-8707a1f5a5be req-3dd7df4d-996e-4058-93da-e42f7c1dde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:42.354574 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-35de6299-5955-4d7d-9741-8707a1f5a5be req-3dd7df4d-996e-4058-93da-e42f7c1dde90 service neutron] 10.222.0.33 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 915 time: 0.0905685 Jun 27 21:19:42.394107 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-35de6299-5955-4d7d-9741-8707a1f5a5be req-b7487e68-25e4-4bf6-81ab-9d3eb0dc094f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=614915c8-5412-4f02-82c2-94d13c38ee9b HTTP/1.1" status: 200 len: 217 time: 0.0325863 Jun 27 21:19:42.447520 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6299-5955-4d7d-9741-8707a1f5a5be req-769274bb-b91f-4f56-9d71-982e08ac442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:42.449025 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-35de6299-5955-4d7d-9741-8707a1f5a5be req-769274bb-b91f-4f56-9d71-982e08ac442c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 200 len: 853 time: 0.0452452 Jun 27 21:19:42.494486 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6299-5955-4d7d-9741-8707a1f5a5be req-bd9346f7-30b6-473c-b5ac-099c1a4b04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:42.495845 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-35de6299-5955-4d7d-9741-8707a1f5a5be req-bd9346f7-30b6-473c-b5ac-099c1a4b04e2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88eac9a2-e4a8-414f-a6be-c486870814c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405636 Jun 27 21:19:42.588678 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:42.591240 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:42.599076 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-35de6299-5955-4d7d-9741-8707a1f5a5be req-e8bb8efa-6a1c-435e-8b52-156e76b0851d service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968952 Jun 27 21:19:42.630686 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7d12513d-033d-4db7-9732-9646e63ff040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:42.834225 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deb010-d357-43c4-baec-abe9af15b1cf req-95fde35e-c42b-4da3-8dd6-d7b42231e3c3 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:42.836222 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-17deb010-d357-43c4-baec-abe9af15b1cf req-95fde35e-c42b-4da3-8dd6-d7b42231e3c3 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 943 time: 0.0538981 Jun 27 21:19:42.889055 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-17deb010-d357-43c4-baec-abe9af15b1cf req-54bcc8f8-312d-4ae7-ab62-6a03d81bf103 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463064 Jun 27 21:19:42.991967 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5176b19-5da3-4b58-a1f0-9dc0fdc71bf9 req-355ee858-31ff-45ee-8eee-9d0df011c24f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:42.993590 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c5176b19-5da3-4b58-a1f0-9dc0fdc71bf9 req-355ee858-31ff-45ee-8eee-9d0df011c24f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.3556828 Jun 27 21:19:43.025404 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-35de6299-5955-4d7d-9741-8707a1f5a5be req-e2af1617-4d9b-4bfe-ba03-6aa9a2b0b95f service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193244 Jun 27 21:19:43.052302 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c5176b19-5da3-4b58-a1f0-9dc0fdc71bf9 req-681b191e-db70-4d27-81a9-a10d430d444a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522296 Jun 27 21:19:43.459756 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52196-6943-45c4-8f48-116b976e000a req-ed2f2d32-9538-446d-ae55-cb2a58800b3d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:43.461887 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e0b52196-6943-45c4-8f48-116b976e000a req-ed2f2d32-9538-446d-ae55-cb2a58800b3d tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0551894 Jun 27 21:19:43.469252 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb59ae-73b5-4a65-9b8e-f71d0547a097 req-630fa9ee-76ed-4659-bb24-869faf027067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:43.470644 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b9bb59ae-73b5-4a65-9b8e-f71d0547a097 req-630fa9ee-76ed-4659-bb24-869faf027067 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 1129 time: 0.0394330 Jun 27 21:19:43.512119 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e0b52196-6943-45c4-8f48-116b976e000a req-38c7b570-927b-4bb2-9325-589b886b8cff tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444267 Jun 27 21:19:43.555913 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:43.573201 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb59ae-73b5-4a65-9b8e-f71d0547a097 req-3fa0f307-33a6-4766-afbb-61f0ab310f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:43.574703 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b9bb59ae-73b5-4a65-9b8e-f71d0547a097 req-3fa0f307-33a6-4766-afbb-61f0ab310f6e service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.0932453 Jun 27 21:19:43.641842 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b9bb59ae-73b5-4a65-9b8e-f71d0547a097 req-2e53553d-3c4b-4c31-9ae2-a3dfa95c5fee service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107 HTTP/1.1" status: 200 len: 1000 time: 0.0604436 Jun 27 21:19:43.690945 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb59ae-73b5-4a65-9b8e-f71d0547a097 req-e645b91b-dfaf-4ba4-89f7-f04a3748d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:43.692409 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b9bb59ae-73b5-4a65-9b8e-f71d0547a097 req-e645b91b-dfaf-4ba4-89f7-f04a3748d75b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.0443747 Jun 27 21:19:43.737509 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb59ae-73b5-4a65-9b8e-f71d0547a097 req-2836c54b-7272-4b69-a8cc-437776d9a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:43.738988 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b9bb59ae-73b5-4a65-9b8e-f71d0547a097 req-2836c54b-7272-4b69-a8cc-437776d9a3b7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405772 Jun 27 21:19:43.782122 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:43.842731 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b9bb59ae-73b5-4a65-9b8e-f71d0547a097 req-2ceeca4f-cc92-47d5-9fcf-08f570fa35a6 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970180 Jun 27 21:19:43.937556 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b9bb59ae-73b5-4a65-9b8e-f71d0547a097 req-d80fe2fa-69fc-4342-b0b6-d5f468f468d2 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876150 Jun 27 21:19:44.016834 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f836c9a-8075-4147-8b8e-0d86ca9103e8 req-46bc14c3-8156-4f95-9761-69fb795d9b39 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:44.018428 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0f836c9a-8075-4147-8b8e-0d86ca9103e8 req-46bc14c3-8156-4f95-9761-69fb795d9b39 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 943 time: 0.0497274 Jun 27 21:19:44.052089 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:44.077271 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0f836c9a-8075-4147-8b8e-0d86ca9103e8 req-efe06ea7-1982-49ca-acb9-787a397ee3a2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518777 Jun 27 21:19:44.235452 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 614915c8-5412-4f02-82c2-94d13c38ee9b details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:19:44.347076 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 614915c8-5412-4f02-82c2-94d13c38ee9b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=614915c8-5412-4f02-82c2-94d13c38ee9b,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:19:44.358628 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': '614915c8-5412-4f02-82c2-94d13c38ee9b', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'port_id': '614915c8-5412-4f02-82c2-94d13c38ee9b', 'mac_address': 'fa:16:3e:9c:b3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:19:44.396366 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 614915c8-5412-4f02-82c2-94d13c38ee9b is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:19:44.396769 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:44.410925 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614915c8-5412-4f02-82c2-94d13c38ee9b {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:19:44.421746 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:44.432568 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 614915c8-5412-4f02-82c2-94d13c38ee9b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=614915c8-5412-4f02-82c2-94d13c38ee9b,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:19:44.437426 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:44.492424 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=614915c8-5412-4f02-82c2-94d13c38ee9b,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:44.630410 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc86a9d-4f2f-4ae7-a440-48c8d3b79774 req-2be1e8b0-f96e-4062-8478-cdff73dcad96 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:44.631805 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7fc86a9d-4f2f-4ae7-a440-48c8d3b79774 req-2be1e8b0-f96e-4062-8478-cdff73dcad96 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0485728 Jun 27 21:19:44.684527 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7fc86a9d-4f2f-4ae7-a440-48c8d3b79774 req-5270f3cf-d0b1-464f-a622-c667f589b796 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462880 Jun 27 21:19:44.823861 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['614915c8-5412-4f02-82c2-94d13c38ee9b'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:19:44.858296 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:45.209729 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca32310-e184-4168-aa64-cb91848c0749 req-44df5881-d5ba-4d20-9104-ddd244e5f432 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:45.211560 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3ca32310-e184-4168-aa64-cb91848c0749 req-44df5881-d5ba-4d20-9104-ddd244e5f432 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 944 time: 0.0624683 Jun 27 21:19:45.260723 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3ca32310-e184-4168-aa64-cb91848c0749 req-75547c0c-b0ae-41c8-9371-0128d2e96b7c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431302 Jun 27 21:19:45.433277 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:45.664730 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:45.684467 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-dd9d024c-77aa-4bc9-a506-c7a49ecf5d7c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408754 Jun 27 21:19:45.809636 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435c534-64d1-47b0-abbf-5630d8c8dec5 req-e4821c51-7adf-4fd2-a127-36c31165ab24 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:45.811215 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f435c534-64d1-47b0-abbf-5630d8c8dec5 req-e4821c51-7adf-4fd2-a127-36c31165ab24 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0537469 Jun 27 21:19:45.870764 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f435c534-64d1-47b0-abbf-5630d8c8dec5 req-18be4865-9211-425a-a5d0-b902f4d4b5f9 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537841 Jun 27 21:19:46.245729 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 614915c8-5412-4f02-82c2-94d13c38ee9b up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:19:46.295568 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port 614915c8-5412-4f02-82c2-94d13c38ee9b completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:19:46.303688 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port 614915c8-5412-4f02-82c2-94d13c38ee9b triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:19:46.304161 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:46.386750 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 614915c8-5412-4f02-82c2-94d13c38ee9b is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:19:46.387125 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:46.419595 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-64da5e51-4751-4e63-be02-bec242a3c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:46.420954 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614915c8-5412-4f02-82c2-94d13c38ee9b'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:19:46.421140 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-64da5e51-4751-4e63-be02-bec242a3c4c1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 1129 time: 0.0861311 Jun 27 21:19:46.425066 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26737f6-4b43-4795-8a4e-6cebb8f291b4" -d '{"events": [{"server_uuid": "397198b2-1a3a-4947-8184-2f3c7a817da9", "name": "network-vif-plugged", "status": "completed", "tag": "614915c8-5412-4f02-82c2-94d13c38ee9b"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:19:46.428570 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e206652-214e-4c93-99a2-cf40c52f17fe req-274271eb-a560-4278-9c9e-e56837da7c09 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:46.430106 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0e206652-214e-4c93-99a2-cf40c52f17fe req-274271eb-a560-4278-9c9e-e56837da7c09 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 944 time: 0.0812380 Jun 27 21:19:46.572997 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002ceff4-9258-4458-85fd-1a3d3a3b7526 x-openstack-request-id: req-002ceff4-9258-4458-85fd-1a3d3a3b7526 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:19:46.573416 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397198b2-1a3a-4947-8184-2f3c7a817da9", "name": "network-vif-plugged", "status": "completed", "tag": "614915c8-5412-4f02-82c2-94d13c38ee9b", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:19:46.573519 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-002ceff4-9258-4458-85fd-1a3d3a3b7526 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:19:46.573893 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-002ceff4-9258-4458-85fd-1a3d3a3b7526'] response: {'server_uuid': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614915c8-5412-4f02-82c2-94d13c38ee9b', 'code': 200} Jun 27 21:19:46.578073 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 614915c8-5412-4f02-82c2-94d13c38ee9b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=614915c8-5412-4f02-82c2-94d13c38ee9b,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:19:46.584151 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:46.591019 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0e206652-214e-4c93-99a2-cf40c52f17fe req-2bec5f67-5d45-4d79-bf3f-e12d67b306e9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492403 Jun 27 21:19:46.598140 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-b1c0da37-5c17-4c16-bd5a-e4efd6fc09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:46.599626 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-b1c0da37-5c17-4c16-bd5a-e4efd6fc09fa service neutron] 10.222.0.33 "GET /v2.0/networks?id=1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 200 len: 911 time: 0.1559904 Jun 27 21:19:46.637045 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=614915c8-5412-4f02-82c2-94d13c38ee9b,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:19:46.677868 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-81b73984-e762-4e71-96e1-9717696f64bb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f88b5f5e-d7cd-4400-8ce9-9cede29542e2 HTTP/1.1" status: 200 len: 1001 time: 0.0700948 Jun 27 21:19:46.782197 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d84a9-338d-4392-b399-ace015195518 req-873f1107-dc98-4041-8a34-ecba37922d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:46.783682 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e74d84a9-338d-4392-b399-ace015195518 req-873f1107-dc98-4041-8a34-ecba37922d7e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 1129 time: 0.0551071 Jun 27 21:19:46.785123 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-2f8d44fa-b83c-40c9-8319-4746e8c238a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:46.786395 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-2f8d44fa-b83c-40c9-8319-4746e8c238a3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=213cf038-a41b-410c-bb9f-41e81ba7f4cf HTTP/1.1" status: 200 len: 849 time: 0.0873129 Jun 27 21:19:46.843214 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:46.870791 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-49521dbd-2424-4f26-82d1-82e086a5e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:46.872314 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-49521dbd-2424-4f26-82d1-82e086a5e868 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1ab36d48-170c-4f48-af11-d6da9c4061e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644240 Jun 27 21:19:46.878552 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e74d84a9-338d-4392-b399-ace015195518 req-1cc44081-a8a5-4a99-9d42-e67b56d5eb24 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768919 Jun 27 21:19:46.952676 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:46.972757 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-4314981f-e040-4bbe-b61a-fbfb80d2ac3e service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932462 Jun 27 21:19:46.989993 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c99056-6514-4ce4-91ad-3f5912321b63 req-95630e8d-02c4-477e-a85c-f1de5df2bf17 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:46.991463 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a0c99056-6514-4ce4-91ad-3f5912321b63 req-95630e8d-02c4-477e-a85c-f1de5df2bf17 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0487113 Jun 27 21:19:47.042831 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a0c99056-6514-4ce4-91ad-3f5912321b63 req-5104bd9b-9a21-42f4-a6d4-25cefe2c8637 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451615 Jun 27 21:19:47.158199 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeca2aa-dd13-4419-9b05-5af7654598de req-c67c34a7-b819-44ca-bc6b-1c5111f199a3 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:47.159869 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4eeca2aa-dd13-4419-9b05-5af7654598de req-c67c34a7-b819-44ca-bc6b-1c5111f199a3 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0506041 Jun 27 21:19:47.174649 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46682) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:47.179486 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-9bb959e5-bc7c-491e-96cd-dc4a3074cb2f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Request body: {'floatingip': {'port_id': 'b9348a43-0456-47cf-97ba-a8ab01ba6107'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:19:47.264875 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9bb959e5-bc7c-491e-96cd-dc4a3074cb2f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for floatingip (e0ed402e-fa70-4a4d-8f27-c7b14e6a46be), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:47.383067 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8fa05e06-b1df-4da1-8227-7f445ac92b3f req-2887c522-05d8-404d-b7ba-18c1927d3847 service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726284 Jun 27 21:19:47.428979 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:47.742551 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0c9e3-f993-4459-8761-ba71eded0a29 req-fde5268d-9673-4bdc-abfe-6d23ddef6b08 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:47.744512 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-09f0c9e3-f993-4459-8761-ba71eded0a29 req-fde5268d-9673-4bdc-abfe-6d23ddef6b08 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 945 time: 0.0565774 Jun 27 21:19:47.809782 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-09f0c9e3-f993-4459-8761-ba71eded0a29 req-1336edd1-24a3-47d0-bece-b929713aa276 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586593 Jun 27 21:19:47.816695 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9bb959e5-bc7c-491e-96cd-dc4a3074cb2f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:47.822286 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9bb959e5-bc7c-491e-96cd-dc4a3074cb2f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (e0ed402e-fa70-4a4d-8f27-c7b14e6a46be), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:48.043635 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:48.061081 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb959e5-bc7c-491e-96cd-dc4a3074cb2f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:19:48.178100 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb959e5-bc7c-491e-96cd-dc4a3074cb2f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:19:48.185059 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9bb959e5-bc7c-491e-96cd-dc4a3074cb2f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:48.188627 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053c5c-8183-4648-8523-8759593e9b2e None None] Sync routers for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:19:48.203088 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39053c5c-8183-4648-8523-8759593e9b2e None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:19:48.204107 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-39053c5c-8183-4648-8523-8759593e9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:19:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:48.220439 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:19:48.222724 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:19:48.259861 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-9bb959e5-bc7c-491e-96cd-dc4a3074cb2f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "PUT /v2.0/floatingips/e0ed402e-fa70-4a4d-8f27-c7b14e6a46be HTTP/1.1" status: 200 len: 992 time: 1.0835409 Jun 27 21:19:48.293255 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c487fcd7-534a-4a50-9e43-14016bd5c1b8 x-openstack-request-id: req-c487fcd7-534a-4a50-9e43-14016bd5c1b8 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:19:48.293875 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:19:48.294523 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c487fcd7-534a-4a50-9e43-14016bd5c1b8 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:19:48.295440 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c487fcd7-534a-4a50-9e43-14016bd5c1b8'] response: {'name': 'network-changed', 'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'status': 'completed', 'code': 200} Jun 27 21:19:48.368062 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-39053c5c-8183-4648-8523-8759593e9b2e None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:19:48.606226 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-39053c5c-8183-4648-8523-8759593e9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'e0ed402e-fa70-4a4d-8f27-c7b14e6a46be', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'port_id': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'mac_address': 'fa:16:3e:2b:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:04Z', 'updated_at': '2022-06-27T21:19:47Z', 'revision_number': 3, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 5, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:48.631052 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053c5c-8183-4648-8523-8759593e9b2e None None] Checking router: 6a7bf275-0582-4647-b71a-5b82bd4a4af6 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:19:48.638665 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:48.641590 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39053c5c-8183-4648-8523-8759593e9b2e None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:19:48.642206 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-39053c5c-8183-4648-8523-8759593e9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:19:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:48.739551 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:48.751009 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-39053c5c-8183-4648-8523-8759593e9b2e None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:19:48.936280 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845 req-78332ac3-9779-4345-a398-1f0e38470d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:48.938938 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845 req-78332ac3-9779-4345-a398-1f0e38470d34 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 1129 time: 0.0695729 Jun 27 21:19:48.983887 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55df1fc-932c-46b3-b1c4-6a94e7be2be2 req-62f4accb-90a8-47ca-bb10-cfd82cf08809 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:48.985580 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b55df1fc-932c-46b3-b1c4-6a94e7be2be2 req-62f4accb-90a8-47ca-bb10-cfd82cf08809 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 945 time: 0.0588005 Jun 27 21:19:49.018985 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-39053c5c-8183-4648-8523-8759593e9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'e0ed402e-fa70-4a4d-8f27-c7b14e6a46be', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'port_id': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'mac_address': 'fa:16:3e:2b:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:04Z', 'updated_at': '2022-06-27T21:19:47Z', 'revision_number': 3, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 5, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:49.043242 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b55df1fc-932c-46b3-b1c4-6a94e7be2be2 req-cb352fa4-b479-4b2a-8eba-63f3a40915e5 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496473 Jun 27 21:19:49.063206 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39053c5c-8183-4648-8523-8759593e9b2e None None] The sync data for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi is: [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'e0ed402e-fa70-4a4d-8f27-c7b14e6a46be', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'port_id': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'mac_address': 'fa:16:3e:2b:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:18:04Z', 'updated_at': '2022-06-27T21:19:47Z', 'revision_number': 3, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 5, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:19:49.143312 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845 req-c0305005-48bf-4bdb-9a77-97d3f6020019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:49.144826 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845 req-c0305005-48bf-4bdb-9a77-97d3f6020019 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.1540153 Jun 27 21:19:49.187032 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd1332-b498-43a9-a779-a0df179dc8b6 req-e7f8d1ed-8662-4f0b-8d90-c27ed3edf240 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:49.189352 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-68dd1332-b498-43a9-a779-a0df179dc8b6 req-e7f8d1ed-8662-4f0b-8d90-c27ed3edf240 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 945 time: 0.0615456 Jun 27 21:19:49.202898 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46696) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:19:49.211107 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-4c4b90dd-59f9-4ad5-aaa5-ffaebb17542c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'floatingip': {'port_id': '614915c8-5412-4f02-82c2-94d13c38ee9b'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:19:49.296500 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4c4b90dd-59f9-4ad5-aaa5-ffaebb17542c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (1c68e03e-e5ec-47ff-ae03-305406a4bb9b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:49.304474 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:49.408804 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:49.485500 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845 req-3bfd6f61-361f-4466-80d7-4b20cdaf01a4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107 HTTP/1.1" status: 200 len: 1000 time: 0.2130380 Jun 27 21:19:49.684105 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845 req-6c73cd89-57a1-4bbd-86e6-5ce1bb544f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:49.686415 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845 req-6c73cd89-57a1-4bbd-86e6-5ce1bb544f38 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.1919510 Jun 27 21:19:49.776003 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845 req-b0fd5cdf-3afe-4e4f-ba40-22010e73e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:49.777755 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845 req-b0fd5cdf-3afe-4e4f-ba40-22010e73e4ea service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811019 Jun 27 21:19:50.252427 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845 req-98815a10-a2a7-45aa-b938-a90ffd88ffc1 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506116 Jun 27 21:19:50.299631 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:19:50.301756 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c90a9a-c1d9-46f3-a990-979172bba909" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:19:50.354807 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:50.370040 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e7a3b6-09d5-4eff-b0eb-f3c9e4115776 x-openstack-request-id: req-a3e7a3b6-09d5-4eff-b0eb-f3c9e4115776 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:19:50.370362 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:19:50.370657 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3e7a3b6-09d5-4eff-b0eb-f3c9e4115776 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:19:50.371084 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e7a3b6-09d5-4eff-b0eb-f3c9e4115776'] response: {'name': 'network-changed', 'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'status': 'completed', 'code': 200} Jun 27 21:19:50.497044 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f6ebd136-69c2-4976-b99a-ecdd0f1ca845 req-ea6d2a9a-34c0-43fd-9c2b-a4e46ac37fb8 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091119 Jun 27 21:19:50.503173 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4c4b90dd-59f9-4ad5-aaa5-ffaebb17542c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:50.507768 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4c4b90dd-59f9-4ad5-aaa5-ffaebb17542c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (1c68e03e-e5ec-47ff-ae03-305406a4bb9b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:50.695250 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c90a9a-c1d9-46f3-a990-979172bba909 req-5f544b71-7026-47d5-8913-a0b8c0ee951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:50.697908 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-29c90a9a-c1d9-46f3-a990-979172bba909 req-5f544b71-7026-47d5-8913-a0b8c0ee951c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 1129 time: 0.1206973 Jun 27 21:19:50.699700 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [None req-4c4b90dd-59f9-4ad5-aaa5-ffaebb17542c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Floating IP 1c68e03e-e5ec-47ff-ae03-305406a4bb9b associated. External IP: 172.27.0.154, port: 614915c8-5412-4f02-82c2-94d13c38ee9b. Jun 27 21:19:50.836755 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:50.908961 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c90a9a-c1d9-46f3-a990-979172bba909 req-e247662b-a123-47a2-95e0-a52f2f39466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:50.910466 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-29c90a9a-c1d9-46f3-a990-979172bba909 req-e247662b-a123-47a2-95e0-a52f2f39466b service neutron] 10.222.0.33 "GET /v2.0/networks?id=8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 200 len: 920 time: 0.2056451 Jun 27 21:19:51.052635 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-29c90a9a-c1d9-46f3-a990-979172bba909 req-7b85fec5-122b-47de-a5dc-4707476c0d3b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107 HTTP/1.1" status: 200 len: 1000 time: 0.1067078 Jun 27 21:19:51.113491 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4b90dd-59f9-4ad5-aaa5-ffaebb17542c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Router 6a82da67-b908-4e2c-89ed-54a09475cceb has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:19:51.119159 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c90a9a-c1d9-46f3-a990-979172bba909 req-5d509df3-3da8-4384-be56-a5bbb46a94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:51.120631 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-29c90a9a-c1d9-46f3-a990-979172bba909 req-5d509df3-3da8-4384-be56-a5bbb46a94a6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 200 len: 858 time: 0.0603676 Jun 27 21:19:51.210446 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c90a9a-c1d9-46f3-a990-979172bba909 req-70b7a4fa-12b2-41d2-896c-9942bac6a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:51.211984 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-29c90a9a-c1d9-46f3-a990-979172bba909 req-70b7a4fa-12b2-41d2-896c-9942bac6a239 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8e4e94ff-9f19-4780-958f-2bffc629b050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851181 Jun 27 21:19:51.322210 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4b90dd-59f9-4ad5-aaa5-ffaebb17542c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:19:51.330163 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4c4b90dd-59f9-4ad5-aaa5-ffaebb17542c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:19:51.334283 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef55b8e5-0139-4376-b2bb-c0e44b5d6988 None None] Sync routers for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:19:51.357534 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55b8e5-0139-4376-b2bb-c0e44b5d6988 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:19:51.358540 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-ef55b8e5-0139-4376-b2bb-c0e44b5d6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:19:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:51.411159 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-4c4b90dd-59f9-4ad5-aaa5-ffaebb17542c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "PUT /v2.0/floatingips/1c68e03e-e5ec-47ff-ae03-305406a4bb9b HTTP/1.1" status: 200 len: 991 time: 2.2064486 Jun 27 21:19:51.415293 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-29c90a9a-c1d9-46f3-a990-979172bba909 req-1876bb18-4a17-4c50-b237-b32104b07c9f service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960781 Jun 27 21:19:51.438448 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:51.499750 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-ef55b8e5-0139-4376-b2bb-c0e44b5d6988 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:19:51.558399 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-29c90a9a-c1d9-46f3-a990-979172bba909 req-636aa4e2-9cab-4b8e-bcf5-5e5c5fd15590 service neutron] 10.222.0.33 "GET /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302614 Jun 27 21:19:51.758269 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-ef55b8e5-0139-4376-b2bb-c0e44b5d6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1c68e03e-e5ec-47ff-ae03-305406a4bb9b', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '614915c8-5412-4f02-82c2-94d13c38ee9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:9c:b3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:19:34Z', 'updated_at': '2022-06-27T21:19:50Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:51.785944 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef55b8e5-0139-4376-b2bb-c0e44b5d6988 None None] Checking router: 6a82da67-b908-4e2c-89ed-54a09475cceb for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:19:51.795612 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55b8e5-0139-4376-b2bb-c0e44b5d6988 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:19:51.796234 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-ef55b8e5-0139-4376-b2bb-c0e44b5d6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:19:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:51.902994 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-ef55b8e5-0139-4376-b2bb-c0e44b5d6988 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:19:52.124013 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-ef55b8e5-0139-4376-b2bb-c0e44b5d6988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1c68e03e-e5ec-47ff-ae03-305406a4bb9b', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '614915c8-5412-4f02-82c2-94d13c38ee9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:9c:b3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:19:34Z', 'updated_at': '2022-06-27T21:19:50Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:19:52.148976 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef55b8e5-0139-4376-b2bb-c0e44b5d6988 None None] The sync data for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi is: [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '1c68e03e-e5ec-47ff-ae03-305406a4bb9b', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': '614915c8-5412-4f02-82c2-94d13c38ee9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:9c:b3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:19:34Z', 'updated_at': '2022-06-27T21:19:50Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:19:52.362322 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2eb007-ebb9-4344-a4d6-0eeab81c1507 None None] New status for floating IP 1c68e03e-e5ec-47ff-ae03-305406a4bb9b: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:19:52.371977 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'tag': '614915c8-5412-4f02-82c2-94d13c38ee9b'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:19:52.374358 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba50d69-08bf-4df6-baac-ddf6a5e3228e" -d '{"events": [{"name": "network-changed", "server_uuid": "397198b2-1a3a-4947-8184-2f3c7a817da9", "tag": "614915c8-5412-4f02-82c2-94d13c38ee9b"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:19:52.413605 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1351211a-7309-424c-a6d4-c0372a0a1cab x-openstack-request-id: req-1351211a-7309-424c-a6d4-c0372a0a1cab {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:19:52.413931 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397198b2-1a3a-4947-8184-2f3c7a817da9", "tag": "614915c8-5412-4f02-82c2-94d13c38ee9b", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:19:52.414106 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1351211a-7309-424c-a6d4-c0372a0a1cab {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:19:52.414531 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1351211a-7309-424c-a6d4-c0372a0a1cab'] response: {'name': 'network-changed', 'server_uuid': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'tag': '614915c8-5412-4f02-82c2-94d13c38ee9b', 'status': 'completed', 'code': 200} Jun 27 21:19:52.514094 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50d69-08bf-4df6-baac-ddf6a5e3228e req-89e67539-cb62-43c6-92fc-7afdc49ecb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:52.515991 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-eba50d69-08bf-4df6-baac-ddf6a5e3228e req-89e67539-cb62-43c6-92fc-7afdc49ecb9d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 1129 time: 0.0461934 Jun 27 21:19:52.638952 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50d69-08bf-4df6-baac-ddf6a5e3228e req-446e509b-d3f6-47b0-8fe8-8df328f96799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:52.640425 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-eba50d69-08bf-4df6-baac-ddf6a5e3228e req-446e509b-d3f6-47b0-8fe8-8df328f96799 service neutron] 10.222.0.33 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 915 time: 0.1073158 Jun 27 21:19:52.704151 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-eba50d69-08bf-4df6-baac-ddf6a5e3228e req-de624e04-5831-4ce0-999e-0045d4c76311 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=614915c8-5412-4f02-82c2-94d13c38ee9b HTTP/1.1" status: 200 len: 1001 time: 0.0563612 Jun 27 21:19:52.757035 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50d69-08bf-4df6-baac-ddf6a5e3228e req-19fae5f1-d827-4157-8dec-0b779b60646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:52.758621 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-eba50d69-08bf-4df6-baac-ddf6a5e3228e req-19fae5f1-d827-4157-8dec-0b779b60646d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 200 len: 853 time: 0.0476856 Jun 27 21:19:52.816702 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba50d69-08bf-4df6-baac-ddf6a5e3228e req-804dd63e-5b3f-4051-aa1d-9a5e6ca0e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:19:52.818395 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-eba50d69-08bf-4df6-baac-ddf6a5e3228e req-804dd63e-5b3f-4051-aa1d-9a5e6ca0e9bd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88eac9a2-e4a8-414f-a6be-c486870814c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508642 Jun 27 21:19:52.907578 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:52.927843 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-eba50d69-08bf-4df6-baac-ddf6a5e3228e req-d2f1a6d3-fcf4-4889-b1bc-cb6572c02ae0 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986362 Jun 27 21:19:53.034508 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-eba50d69-08bf-4df6-baac-ddf6a5e3228e req-2aedde87-e917-477e-814f-610907507f7d service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972760 Jun 27 21:19:59.035828 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=23 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:19:59.039610 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:00.579495 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66091c45-3fbc-4b73-ab33-a6906f5b08e3 req-ad79ee5b-fea9-4fdb-8831-fd0ddffefa22 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:00.581032 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-66091c45-3fbc-4b73-ab33-a6906f5b08e3 req-ad79ee5b-fea9-4fdb-8831-fd0ddffefa22 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 946 time: 0.0514803 Jun 27 21:20:00.631962 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-66091c45-3fbc-4b73-ab33-a6906f5b08e3 req-72e286c3-f4e5-4b22-9d31-d05bc4b0e7df tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446315 Jun 27 21:20:01.759911 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060ac07-e4da-42eb-9449-6a8722913f8d req-6ef6c1eb-878c-4529-89a1-275a76d5c8b8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:01.761409 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f060ac07-e4da-42eb-9449-6a8722913f8d req-6ef6c1eb-878c-4529-89a1-275a76d5c8b8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 946 time: 0.0515318 Jun 27 21:20:01.811573 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f060ac07-e4da-42eb-9449-6a8722913f8d req-0b323611-feeb-4351-b56a-5566fcb07d39 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443754 Jun 27 21:20:02.470326 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:02.473422 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:02.526115 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-f422c831-99d9-4a82-a8d1-aed2b63e38a8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:02.527609 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-f422c831-99d9-4a82-a8d1-aed2b63e38a8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.33 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 946 time: 0.0480917 Jun 27 21:20:02.622974 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Deleting port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:02.623346 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:02.727374 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] For port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:02.727636 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:02.795180 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:20:02.810393 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=80 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:02.846561 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:02.921104 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:02.921457 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (302f925f-d7ff-46f9-b72d-9881f241d4f9), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:02.921772 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Floating IP 302f925f-d7ff-46f9-b72d-9881f241d4f9 disassociated. External IP: 172.27.0.118, port: c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e. Jun 27 21:20:02.922113 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Calling delete_port for c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:02.966449 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45be5b6-81ca-4419-ae87-b62a20c696bf req-404f858f-8420-4dc6-9dfa-6e82a929783f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:02.967961 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b45be5b6-81ca-4419-ae87-b62a20c696bf req-404f858f-8420-4dc6-9dfa-6e82a929783f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b28fb7f-5684-4656-bd7c-b6d7d15790b1 HTTP/1.1" status: 200 len: 946 time: 0.0667429 Jun 27 21:20:03.066091 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b45be5b6-81ca-4419-ae87-b62a20c696bf req-9cc47328-b888-4eff-85ea-72a1f8a10786 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c7c73bc-906c-484c-94e8-f33f3c03d786&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694983 Jun 27 21:20:03.126456 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:03.157819 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event deleted for resources: {'Port': ['ID=c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:03.251625 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:03.272642 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Router cf696b2c-41e8-4d11-b342-d6cf053bfa9b has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:20:03.381693 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:20:03.391730 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb20c2-bfa6-4498-a979-dbabecd5ee2e None None] Sync routers for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:20:03.402619 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb20c2-bfa6-4498-a979-dbabecd5ee2e None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:03.403273 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-1adb20c2-bfa6-4498-a979-dbabecd5ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:19:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:03.425758 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] No DVR routers for this DVR port c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:20:03.428361 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:03.432382 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb833294-62ee-4b3f-8207-4fce6052fab7 req-9120bffa-a68a-42dd-be52-a15502e4a031 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.33 "DELETE /v2.0/ports/c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e HTTP/1.1" status: 204 len: 173 time: 0.8996155 Jun 27 21:20:03.432839 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'name': 'network-vif-deleted', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:03.435118 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a73744c-4cf2-4c06-bc63-7fdd390b5268" -d '{"events": [{"server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "name": "network-vif-deleted", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:03.481447 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57460fbf-b06e-46d8-9e3a-828d7db4c739 x-openstack-request-id: req-57460fbf-b06e-46d8-9e3a-828d7db4c739 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:03.481703 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b28fb7f-5684-4656-bd7c-b6d7d15790b1", "name": "network-vif-deleted", "tag": "c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:03.481951 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57460fbf-b06e-46d8-9e3a-828d7db4c739 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:03.482395 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57460fbf-b06e-46d8-9e3a-828d7db4c739'] response: {'server_uuid': '2b28fb7f-5684-4656-bd7c-b6d7d15790b1', 'name': 'network-vif-deleted', 'tag': 'c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e', 'status': 'completed', 'code': 200} Jun 27 21:20:03.519621 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-1adb20c2-bfa6-4498-a979-dbabecd5ee2e None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:03.657876 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:03.804664 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-1adb20c2-bfa6-4498-a979-dbabecd5ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:03.829708 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb20c2-bfa6-4498-a979-dbabecd5ee2e None None] Checking router: cf696b2c-41e8-4d11-b342-d6cf053bfa9b for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:20:03.839882 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb20c2-bfa6-4498-a979-dbabecd5ee2e None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:03.840623 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-1adb20c2-bfa6-4498-a979-dbabecd5ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:19:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:03.943747 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-1adb20c2-bfa6-4498-a979-dbabecd5ee2e None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:04.140146 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-1adb20c2-bfa6-4498-a979-dbabecd5ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:04.165898 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46740) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:04.168077 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb20c2-bfa6-4498-a979-dbabecd5ee2e None None] The sync data for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi is: [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:20:04.232111 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5c5742aa-6aa3-4592-90ad-21f2c36b9977 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (6c7c73bc-906c-484c-94e8-f33f3c03d786), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.259634 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5c5742aa-6aa3-4592-90ad-21f2c36b9977 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (6c7c73bc-906c-484c-94e8-f33f3c03d786), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.314949 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5c5742aa-6aa3-4592-90ad-21f2c36b9977 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (6c7c73bc-906c-484c-94e8-f33f3c03d786), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.317643 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5c5742aa-6aa3-4592-90ad-21f2c36b9977 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.318853 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-5c5742aa-6aa3-4592-90ad-21f2c36b9977 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c7c73bc-906c-484c-94e8-f33f3c03d786 HTTP/1.1" status: 204 len: 168 time: 0.1519215 Jun 27 21:20:04.321797 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46742) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:04.329186 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5742aa-6aa3-4592-90ad-21f2c36b9977 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7c73bc-906c-484c-94e8-f33f3c03d786,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:04.342993 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.api.v2.resource [None req-9d63a62b-0134-4fae-a152-650dc9dc4230 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] show failed (client error): The resource could not be found. Jun 27 21:20:04.347436 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9d63a62b-0134-4fae-a152-650dc9dc4230 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups/6c7c73bc-906c-484c-94e8-f33f3c03d786 HTTP/1.1" status: 404 len: 347 time: 0.0245507 Jun 27 21:20:04.347998 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46744) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:04.408210 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf33c02-0be4-464f-82d1-ae4d09469699 None None] New status for floating IP 302f925f-d7ff-46f9-b72d-9881f241d4f9: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:20:04.468061 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-1b1606a5-111d-4395-a121-b59318bf78b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Deleting port f3a55963-bc9c-4ee0-bd99-a4484df3999b {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:04.468401 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b1606a5-111d-4395-a121-b59318bf78b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (f3a55963-bc9c-4ee0-bd99-a4484df3999b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.553156 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b1606a5-111d-4395-a121-b59318bf78b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (f3a55963-bc9c-4ee0-bd99-a4484df3999b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.553498 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b1606a5-111d-4395-a121-b59318bf78b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (f3a55963-bc9c-4ee0-bd99-a4484df3999b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.566030 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-1b1606a5-111d-4395-a121-b59318bf78b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Calling delete_port for f3a55963-bc9c-4ee0-bd99-a4484df3999b owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:04.703821 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b1606a5-111d-4395-a121-b59318bf78b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (f3a55963-bc9c-4ee0-bd99-a4484df3999b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.729161 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1606a5-111d-4395-a121-b59318bf78b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event deleted for resources: {'Port': ['ID=f3a55963-bc9c-4ee0-bd99-a4484df3999b,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:04.757411 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b1606a5-111d-4395-a121-b59318bf78b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (302f925f-d7ff-46f9-b72d-9881f241d4f9), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.760208 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1b1606a5-111d-4395-a121-b59318bf78b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.761384 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1b1606a5-111d-4395-a121-b59318bf78b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "DELETE /v2.0/floatingips/302f925f-d7ff-46f9-b72d-9881f241d4f9 HTTP/1.1" status: 204 len: 168 time: 0.4124796 Jun 27 21:20:04.849455 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46750) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:04.854661 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-e1a0aba0-699b-47bf-a8f5-63060ce1f795 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2130913296', 'description': 'tempest-description--882569056'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:04.877284 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e1a0aba0-699b-47bf-a8f5-63060ce1f795 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.963415 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e1a0aba0-699b-47bf-a8f5-63060ce1f795 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (22d629fe-18e3-4316-906b-13dc906d3a42), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:04.968405 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e1a0aba0-699b-47bf-a8f5-63060ce1f795 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (22d629fe-18e3-4316-906b-13dc906d3a42), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.000436 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0aba0-699b-47bf-a8f5-63060ce1f795 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d629fe-18e3-4316-906b-13dc906d3a42,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:05.006456 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e1a0aba0-699b-47bf-a8f5-63060ce1f795 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.007940 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e1a0aba0-699b-47bf-a8f5-63060ce1f795 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1572278 Jun 27 21:20:05.011677 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46752) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:05.017859 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-02f3d56c-b796-4123-adbf-a0a1131fc5e1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'security_group_rule': {'security_group_id': '22d629fe-18e3-4316-906b-13dc906d3a42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:05.048575 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-02f3d56c-b796-4123-adbf-a0a1131fc5e1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (909bec02-b29a-45ad-bf8d-fdc83e2d4733), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.114589 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-02f3d56c-b796-4123-adbf-a0a1131fc5e1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (909bec02-b29a-45ad-bf8d-fdc83e2d4733), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.120208 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-02f3d56c-b796-4123-adbf-a0a1131fc5e1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (909bec02-b29a-45ad-bf8d-fdc83e2d4733), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.136050 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:05.142791 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3d56c-b796-4123-adbf-a0a1131fc5e1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909bec02-b29a-45ad-bf8d-fdc83e2d4733,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:05.149168 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-02f3d56c-b796-4123-adbf-a0a1131fc5e1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.151066 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-02f3d56c-b796-4123-adbf-a0a1131fc5e1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378105 Jun 27 21:20:05.154008 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46754) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:05.158962 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-53bdf41a-3166-4e34-a955-806b8ecb9c45 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'security_group_rule': {'security_group_id': '22d629fe-18e3-4316-906b-13dc906d3a42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:05.190595 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-53bdf41a-3166-4e34-a955-806b8ecb9c45 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (ba80de8b-52c7-4f90-acc3-2d5f86dd6283), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.253240 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-53bdf41a-3166-4e34-a955-806b8ecb9c45 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (ba80de8b-52c7-4f90-acc3-2d5f86dd6283), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.258044 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-53bdf41a-3166-4e34-a955-806b8ecb9c45 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (ba80de8b-52c7-4f90-acc3-2d5f86dd6283), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.274083 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:05.280387 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdf41a-3166-4e34-a955-806b8ecb9c45 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba80de8b-52c7-4f90-acc3-2d5f86dd6283,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:05.288597 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-53bdf41a-3166-4e34-a955-806b8ecb9c45 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.289889 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-53bdf41a-3166-4e34-a955-806b8ecb9c45 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347222 Jun 27 21:20:05.294583 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46756) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:05.299038 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:05.322175 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.406852 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.527343 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Allocated IP 172.27.0.176 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/93876c48-441d-4557-a59d-23aeaccfa225) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:20:05.640168 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for port (93876c48-441d-4557-a59d-23aeaccfa225), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.642782 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:05.678696 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (93876c48-441d-4557-a59d-23aeaccfa225), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:05.722739 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:20:05.726110 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:20:05.729983 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:20:05.733401 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'Port': ['ID=93876c48-441d-4557-a59d-23aeaccfa225,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:06.094237 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (cb301553-489d-4942-85cd-78644a4e3361), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:06.136552 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (93876c48-441d-4557-a59d-23aeaccfa225), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:06.304244 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for port (93876c48-441d-4557-a59d-23aeaccfa225), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:06.310200 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (93876c48-441d-4557-a59d-23aeaccfa225), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:06.346207 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:06.393747 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'Port': ['ID=93876c48-441d-4557-a59d-23aeaccfa225,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:06.394575 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:20:06.402190 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (cb301553-489d-4942-85cd-78644a4e3361), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:06.414097 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:20:06.414391 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device c722f6d7-3bed-4343-ad5e-1c84bfc3ac4e not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:20:06.421107 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:06.422642 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-dff076d1-c4e0-489e-9313-a8e962188c6a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1268561 Jun 27 21:20:06.631018 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:06.640195 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-289788ca-b232-43d0-8b7c-0f596a8d9611 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2130913296&fields=id&tenant_id=0cdaf724b92644a0ae7fbb71147aef40 HTTP/1.1" status: 200 len: 267 time: 0.0497513 Jun 27 21:20:06.753389 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-e4187997-30cd-43fd-9d6e-fef806dd9417 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:06.754939 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-e4187997-30cd-43fd-9d6e-fef806dd9417 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/networks?id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 200 len: 816 time: 0.1079123 Jun 27 21:20:06.772502 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-cd1b17e2-0c92-4366-ac2b-8f410db7ae2f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/quotas/0cdaf724b92644a0ae7fbb71147aef40 HTTP/1.1" status: 200 len: 375 time: 0.0107017 Jun 27 21:20:06.826976 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-868c8de1-42c3-42d0-ac9b-b4ad39718354 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476356 Jun 27 21:20:06.927877 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-3a890b59-598f-4474-84fa-3574df52f5e8 service neutron] 10.222.0.13 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871372 Jun 27 21:20:07.029055 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-5f2d59d0-5e58-423a-b6b5-3ad33dede524 service neutron] 10.222.0.13 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932543 Jun 27 21:20:07.201953 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b2f868ac-f323-4bfa-997f-b8641310dc45 req-70c9f7d3-bdf1-4825-a726-90e33d5ba699 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 210 time: 0.0334108 Jun 27 21:20:08.316659 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a893a57b-f36c-464f-8d73-827a46bcfb7f req-2c1ab3b3-7a06-421a-94f5-f315d0629a78 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 210 time: 0.0292380 Jun 27 21:20:08.322288 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-c3ba4f3b-b5fa-4d35-8d93-6be5c3d87210 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:08.323862 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-c3ba4f3b-b5fa-4d35-8d93-6be5c3d87210 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.33 "GET /v2.0/networks?id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 200 len: 816 time: 0.1081281 Jun 27 21:20:08.404040 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-302ed2ea-0668-46a9-9fae-ba6c7e26c468 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cdaf724b92644a0ae7fbb71147aef40 HTTP/1.1" status: 200 len: 380 time: 0.0641890 Jun 27 21:20:08.514216 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'port': {'device_id': 'a775668d-41e5-407f-ad33-a3b265985d10', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'admin_state_up': True, 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'security_groups': ['22d629fe-18e3-4316-906b-13dc906d3a42']}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:08.638337 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Made reservation on behalf of 0cdaf724b92644a0ae7fbb71147aef40 for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:20:08.642157 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:08.718031 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:08.785160 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Allocated IP 172.20.0.12 (449e2e33-47ed-4bc8-9db3-ee1c9d54d111/c88f597f-8bc5-48ec-a171-53096e1581d7/b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:20:08.941548 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:08.975469 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:09.022909 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:20:09.031078 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:20:09.035459 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:20:09.040286 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event updated for resources: {'Port': ['ID=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:09.064056 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:09.094118 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:09.094826 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:09.115725 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-7d6845c7-c566-4d6e-9883-bda43dd908b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6060231 Jun 27 21:20:09.134827 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Request body: {'port': {'device_id': 'a775668d-41e5-407f-ad33-a3b265985d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:09.211110 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:09.246413 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-98f08d2a-f68c-43cd-9b83-02be72df955c None None] Provisioning complete for port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:20:09.247022 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-98f08d2a-f68c-43cd-9b83-02be72df955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:09.284773 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-98f08d2a-f68c-43cd-9b83-02be72df955c None None] Port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:20:09.465448 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21541680-d1fe-4436-a0dd-a2930a871e01 req-4969923d-1628-4448-aade-7f2254f8d534 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:09.466864 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-21541680-d1fe-4436-a0dd-a2930a871e01 req-4969923d-1628-4448-aade-7f2254f8d534 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 932 time: 0.0673633 Jun 27 21:20:09.534868 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:20:09.547138 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Publish callbacks [] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:09.567343 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-21541680-d1fe-4436-a0dd-a2930a871e01 req-3d6fb407-30f3-4ec1-8509-e58b6256a4c8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946641 Jun 27 21:20:09.569267 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:09.570371 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Transition to ACTIVE for port object b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:20:09.576566 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:09.629049 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Pushing event updated for resources: {'Port': ['ID=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:09.719572 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Attempting to bind port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:20:09.719840 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Attempting to bind port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:20:09.720138 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Attempting to bind port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 on network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:20:09.727332 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 on network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:20:09.727666 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Attempting to bind port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 on network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:20:09.733815 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:20:09.734164 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Checking segment: {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:20:09.734533 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Bound using segment: {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:20:09.734962 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Bound port: b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d61e71-0ab3-48ca-9633-3f12ef263076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:20:09.735320 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:09.806906 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:20:09.810281 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:20:09.815875 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:09.854761 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:09.855395 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:09.856801 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] 10.222.0.33 "PUT /v2.0/ports/b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 HTTP/1.1" status: 200 len: 1094 time: 0.7267342 Jun 27 21:20:09.857274 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:09.859530 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4795569f-5e4c-4acc-bb02-240ab37bcbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:09.878782 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8704a-9319-4a80-ba77-00f80ec92666 service neutron] Pushing event updated for resources: {'Port': ['ID=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:09.901328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f35bd0a-d2e0-4a2d-8e43-bdcd8c61033f x-openstack-request-id: req-8f35bd0a-d2e0-4a2d-8e43-bdcd8c61033f {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:09.901721 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:09.902105 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f35bd0a-d2e0-4a2d-8e43-bdcd8c61033f {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:09.902672 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f35bd0a-d2e0-4a2d-8e43-bdcd8c61033f'] response: {'name': 'network-changed', 'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'status': 'completed', 'code': 200} Jun 27 21:20:09.982966 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-69984633-6efd-41f2-86c2-835151d53d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:09.984412 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-69984633-6efd-41f2-86c2-835151d53d1b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 1128 time: 0.0435414 Jun 27 21:20:10.039531 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-d2b495a5-2e3f-419e-9f2b-3131040e3236 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 HTTP/1.1" status: 200 len: 217 time: 0.0390282 Jun 27 21:20:10.103376 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-06af3de3-bd5d-4dbb-9581-737e0c028297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:10.105741 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-06af3de3-bd5d-4dbb-9581-737e0c028297 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c88f597f-8bc5-48ec-a171-53096e1581d7 HTTP/1.1" status: 200 len: 855 time: 0.0491939 Jun 27 21:20:10.122669 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:10.155200 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-f48116a7-bc48-4b59-a649-2877e8d095f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:10.156652 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-f48116a7-bc48-4b59-a649-2877e8d095f1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429783 Jun 27 21:20:10.259705 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-ff4c8e67-13df-4a93-81b6-9ca27014d12a service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933831 Jun 27 21:20:10.357430 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b33d4ec0-756a-42d8-a19c-437b13d39648 req-382838e6-a531-4687-a915-88f7c0368500 service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875742 Jun 27 21:20:10.423625 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dd7cf32a-9d00-4816-8485-fbec9ce6895d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:10.696687 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf19db4-991a-4199-924c-67350c0be0fa req-a3d27dd0-2028-4b5d-993b-91cb82d1715c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:10.698436 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ddf19db4-991a-4199-924c-67350c0be0fa req-a3d27dd0-2028-4b5d-993b-91cb82d1715c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0514045 Jun 27 21:20:10.760305 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ddf19db4-991a-4199-924c-67350c0be0fa req-00111e9d-4b31-4ef4-9043-c7b9bc74164f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556974 Jun 27 21:20:11.506189 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795569f-5e4c-4acc-bb02-240ab37bcbb6 req-868565af-4047-4651-a643-d22b56afd3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:11.507709 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4795569f-5e4c-4acc-bb02-240ab37bcbb6 req-868565af-4047-4651-a643-d22b56afd3c5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 1128 time: 0.0435321 Jun 27 21:20:11.618348 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795569f-5e4c-4acc-bb02-240ab37bcbb6 req-37e75d22-20b0-4fc8-902f-bb77de006d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:11.619852 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4795569f-5e4c-4acc-bb02-240ab37bcbb6 req-37e75d22-20b0-4fc8-902f-bb77de006d33 service neutron] 10.222.0.33 "GET /v2.0/networks?id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 200 len: 917 time: 0.0976760 Jun 27 21:20:11.669268 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4795569f-5e4c-4acc-bb02-240ab37bcbb6 req-81807244-1584-4499-8de4-54e3061ada32 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 HTTP/1.1" status: 200 len: 217 time: 0.0422833 Jun 27 21:20:11.725587 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795569f-5e4c-4acc-bb02-240ab37bcbb6 req-8bf738aa-1879-4ec7-b59f-1879e2f813fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:11.727245 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4795569f-5e4c-4acc-bb02-240ab37bcbb6 req-8bf738aa-1879-4ec7-b59f-1879e2f813fa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c88f597f-8bc5-48ec-a171-53096e1581d7 HTTP/1.1" status: 200 len: 855 time: 0.0506556 Jun 27 21:20:11.770512 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:11.780002 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795569f-5e4c-4acc-bb02-240ab37bcbb6 req-005defbd-f6f2-4afa-9810-17db362b2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:11.781580 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4795569f-5e4c-4acc-bb02-240ab37bcbb6 req-005defbd-f6f2-4afa-9810-17db362b2879 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456908 Jun 27 21:20:11.909813 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4795569f-5e4c-4acc-bb02-240ab37bcbb6 req-35ef39d6-1ea5-4648-962e-4f3c34ec4620 service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197417 Jun 27 21:20:11.911264 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31439dbe-701f-42f5-80a2-aa0867ddf118 req-99b685f5-9d41-4925-b336-5f97f8c6d7fb tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:11.912809 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-31439dbe-701f-42f5-80a2-aa0867ddf118 req-99b685f5-9d41-4925-b336-5f97f8c6d7fb tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0574722 Jun 27 21:20:11.978254 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-31439dbe-701f-42f5-80a2-aa0867ddf118 req-8af03115-c194-42a2-9bf4-75bcaa36d46c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586183 Jun 27 21:20:12.024552 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4795569f-5e4c-4acc-bb02-240ab37bcbb6 req-42ca087e-fb62-43e1-b96e-8d01d7f1f5fc service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017845 Jun 27 21:20:12.421740 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:20:12.527702 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:12.539532 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'port_id': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'mac_address': 'fa:16:3e:89:85:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:20:12.575622 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:20:12.576007 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:12.590250 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:20:12.613907 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:12.622824 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:12.650427 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-91b74c59-7381-4fdf-a5e2-cb9f73f690e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:12.672718 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:12.679799 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.680127 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.680884 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.680884 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.681145 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.681538 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.681973 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.682262 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.682595 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.682906 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.683202 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.683535 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.683846 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.684161 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:12.684465 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:13.043088 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:20:13.106496 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd916e-b171-48c3-b974-d57278145e57 req-e7660385-cd80-49ec-aa50-2dc230ac0ee6 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:13.108005 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cbdd916e-b171-48c3-b974-d57278145e57 req-e7660385-cd80-49ec-aa50-2dc230ac0ee6 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 945 time: 0.0536742 Jun 27 21:20:13.157236 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cbdd916e-b171-48c3-b974-d57278145e57 req-fad91930-c973-4df4-8577-3cc49250281e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434308 Jun 27 21:20:13.784479 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:14.142348 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=68 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:14.143064 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=40 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:14.290992 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50443b5a-42c6-4cd8-8a9c-ae1bd9eaa2fb req-01e98a81-2900-469b-99c2-7b7051ea65ee tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:14.292522 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-50443b5a-42c6-4cd8-8a9c-ae1bd9eaa2fb req-01e98a81-2900-469b-99c2-7b7051ea65ee tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 945 time: 0.0491493 Jun 27 21:20:14.343365 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-50443b5a-42c6-4cd8-8a9c-ae1bd9eaa2fb req-b8df8f0e-8e90-48c6-b7f0-9cd7c3608bc4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447240 Jun 27 21:20:14.435912 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:20:14.486532 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:20:14.495037 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:20:14.495413 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:14.573139 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:20:14.573521 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:14.576720 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:14.601882 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:14.604369 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82747e2b-8d69-4e4b-b0f9-244ac90ad8ba" -d '{"events": [{"server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "name": "network-vif-plugged", "status": "completed", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:14.616586 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:14.618886 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:14.625368 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:14.655144 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8341cca4-6829-468c-9354-c1cc75e80f38 x-openstack-request-id: req-8341cca4-6829-468c-9354-c1cc75e80f38 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:14.655514 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "name": "network-vif-plugged", "status": "completed", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:14.655715 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8341cca4-6829-468c-9354-c1cc75e80f38 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:14.656117 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8341cca4-6829-468c-9354-c1cc75e80f38'] response: {'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'code': 200} Jun 27 21:20:14.681325 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:14.891393 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5713d8-52c7-4b0c-83f7-c02dfc9390e1 req-40313571-6ac6-4f3d-8bb2-8628cc9e13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:14.892957 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8d5713d8-52c7-4b0c-83f7-c02dfc9390e1 req-40313571-6ac6-4f3d-8bb2-8628cc9e13ec service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 1130 time: 0.0420785 Jun 27 21:20:14.940132 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8d5713d8-52c7-4b0c-83f7-c02dfc9390e1 req-a79c7eee-c432-4f64-b710-3f9ffac052a9 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Jun 27 21:20:15.416548 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4405c2-34f1-4c7f-9290-6cfe1b4a5844 req-fa9aa48b-3dc7-445d-9cd0-5d368e0c59ce tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:15.418356 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3d4405c2-34f1-4c7f-9290-6cfe1b4a5844 req-fa9aa48b-3dc7-445d-9cd0-5d368e0c59ce tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0495875 Jun 27 21:20:15.438710 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:15.467895 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a147b37-6a8a-475c-ad41-1d81003f17d2 req-3b8037fa-8041-45c3-b282-77ca6bc06fe9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:15.469362 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5a147b37-6a8a-475c-ad41-1d81003f17d2 req-3b8037fa-8041-45c3-b282-77ca6bc06fe9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0500281 Jun 27 21:20:15.473424 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3d4405c2-34f1-4c7f-9290-6cfe1b4a5844 req-1ed0a777-b757-4537-941f-d242e3fb3562 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486729 Jun 27 21:20:15.523062 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5a147b37-6a8a-475c-ad41-1d81003f17d2 req-f694e5ba-2544-4ae5-876b-38ab795faa64 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478992 Jun 27 21:20:15.670318 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:16.604949 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429ef6-1e38-45ca-8ff7-4ddadbedd409 req-29001b85-c06e-4691-9a45-cc9d9a65d130 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:16.606488 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-05429ef6-1e38-45ca-8ff7-4ddadbedd409 req-29001b85-c06e-4691-9a45-cc9d9a65d130 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0537581 Jun 27 21:20:16.639910 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:16.649115 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240c2a0-54b8-42ea-aea5-5bee64bf6b3d req-9bcf2763-79e9-4627-9df0-95957bad8b8a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:16.650721 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4240c2a0-54b8-42ea-aea5-5bee64bf6b3d req-9bcf2763-79e9-4627-9df0-95957bad8b8a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0497479 Jun 27 21:20:16.657172 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-05429ef6-1e38-45ca-8ff7-4ddadbedd409 req-05d726c7-9669-4f53-8ff6-464ca787389d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450621 Jun 27 21:20:16.700467 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4240c2a0-54b8-42ea-aea5-5bee64bf6b3d req-5671e483-94a4-444a-81c8-9b40ffce3b5a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439196 Jun 27 21:20:17.777724 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cf2f4-d521-4fc4-8a61-ab411aea1eb7 req-1c729ff3-2fe8-43c8-9014-99e2bd190b81 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:17.779475 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-699cf2f4-d521-4fc4-8a61-ab411aea1eb7 req-1c729ff3-2fe8-43c8-9014-99e2bd190b81 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0495481 Jun 27 21:20:17.825522 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ead3-5c9c-477b-aa7d-66fbec7c38a1 req-17c1fdab-3e0a-4fb0-bdc2-753724f9b19f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:17.827030 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cc62ead3-5c9c-477b-aa7d-66fbec7c38a1 req-17c1fdab-3e0a-4fb0-bdc2-753724f9b19f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0504832 Jun 27 21:20:17.831056 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-699cf2f4-d521-4fc4-8a61-ab411aea1eb7 req-d9639120-1016-4c8a-ab8d-9b2e44a90986 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455933 Jun 27 21:20:17.877613 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cc62ead3-5c9c-477b-aa7d-66fbec7c38a1 req-c8b7e101-1c69-462f-9994-3a6112e7d985 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447466 Jun 27 21:20:18.279179 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-f4b6929e-c10a-42e5-8f06-2f1b3b987768 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:18.280561 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-f4b6929e-c10a-42e5-8f06-2f1b3b987768 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.33 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0578895 Jun 27 21:20:18.814969 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Deleting port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:18.815303 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:18.914269 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] For port f88b5f5e-d7cd-4400-8ce9-9cede29542e2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f88b5f5e-d7cd-4400-8ce9-9cede29542e2,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:18.914922 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:18.951221 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaa005-efbc-4867-adb5-8ca1f2851d0b req-a2776a2e-e462-44f6-89a9-a83fab4c19c3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:18.953547 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8cdaa005-efbc-4867-adb5-8ca1f2851d0b req-a2776a2e-e462-44f6-89a9-a83fab4c19c3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 945 time: 0.0531261 Jun 27 21:20:19.004137 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8cdaa005-efbc-4867-adb5-8ca1f2851d0b req-7ac984a2-baf4-4cbf-aa0a-7dc803fccce1 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447733 Jun 27 21:20:19.007238 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:19.023589 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be336c15-5d23-40c9-a926-9b81b772fbf5 req-6d6589ff-4e50-40d5-8fe6-a15cf0c12175 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:19.026654 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-be336c15-5d23-40c9-a926-9b81b772fbf5 req-6d6589ff-4e50-40d5-8fe6-a15cf0c12175 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0666523 Jun 27 21:20:19.147668 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-be336c15-5d23-40c9-a926-9b81b772fbf5 req-da2f1e45-81b4-4d97-8ad2-1e73eb47fb01 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969977 Jun 27 21:20:19.159342 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:19.159711 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (1ba26f64-05c7-4699-9789-b4d37ccd12e9), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:19.160024 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Floating IP 1ba26f64-05c7-4699-9789-b4d37ccd12e9 disassociated. External IP: 172.27.0.196, port: f88b5f5e-d7cd-4400-8ce9-9cede29542e2. Jun 27 21:20:19.160375 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Calling delete_port for f88b5f5e-d7cd-4400-8ce9-9cede29542e2 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:19.271090 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63a77d-259a-416f-bbf4-5aaf438fccda req-d39d64b8-dfbc-4c5c-ac67-027404250713 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:19.272703 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7f63a77d-259a-416f-bbf4-5aaf438fccda req-d39d64b8-dfbc-4c5c-ac67-027404250713 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0491459 Jun 27 21:20:19.281728 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46838) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:19.286406 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-6a3a50e4-65f2-4f1c-ba92-7ae43f57d229 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Request body: {'floatingip': {'port_id': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:19.296035 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (f88b5f5e-d7cd-4400-8ce9-9cede29542e2), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:19.303060 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:19.326096 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6a3a50e4-65f2-4f1c-ba92-7ae43f57d229 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (cb301553-489d-4942-85cd-78644a4e3361), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:19.326282 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event deleted for resources: {'Port': ['ID=f88b5f5e-d7cd-4400-8ce9-9cede29542e2,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:19.330150 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:19.449335 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Router d007bc45-beb0-4986-b003-751ca2df7666 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:20:19.498301 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:19.564505 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:20:19.576093 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d50d9d-acf9-45c6-a877-699fe586db9f None None] Sync routers for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:20:19.589480 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d50d9d-acf9-45c6-a877-699fe586db9f None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:19.590341 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-a8d50d9d-acf9-45c6-a877-699fe586db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:19.614569 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] No DVR routers for this DVR port f88b5f5e-d7cd-4400-8ce9-9cede29542e2 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:20:19.617756 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:19.621281 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-006b5054-a071-4e92-ad1c-84c6aaec6bc7 req-d3b03816-fd1e-4813-b043-759651ae4018 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.33 "DELETE /v2.0/ports/f88b5f5e-d7cd-4400-8ce9-9cede29542e2 HTTP/1.1" status: 204 len: 173 time: 0.8899288 Jun 27 21:20:19.621745 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'name': 'network-vif-deleted', 'tag': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:19.624473 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9cd4d7-ce5b-441a-b51c-c9bd7796dec1" -d '{"events": [{"server_uuid": "977f8cd5-d96e-4a13-b043-405e5c4325f1", "name": "network-vif-deleted", "tag": "f88b5f5e-d7cd-4400-8ce9-9cede29542e2"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:19.626738 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:19.663704 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7387c9-f64e-478b-8c5e-3ab2cb27317f x-openstack-request-id: req-9b7387c9-f64e-478b-8c5e-3ab2cb27317f {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:19.664135 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977f8cd5-d96e-4a13-b043-405e5c4325f1", "name": "network-vif-deleted", "tag": "f88b5f5e-d7cd-4400-8ce9-9cede29542e2", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:19.664465 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b7387c9-f64e-478b-8c5e-3ab2cb27317f {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:19.664969 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7387c9-f64e-478b-8c5e-3ab2cb27317f'] response: {'server_uuid': '977f8cd5-d96e-4a13-b043-405e5c4325f1', 'name': 'network-vif-deleted', 'tag': 'f88b5f5e-d7cd-4400-8ce9-9cede29542e2', 'status': 'completed', 'code': 200} Jun 27 21:20:19.746939 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-a8d50d9d-acf9-45c6-a877-699fe586db9f None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:19.966152 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-a8d50d9d-acf9-45c6-a877-699fe586db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:19.995343 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d50d9d-acf9-45c6-a877-699fe586db9f None None] Checking router: d007bc45-beb0-4986-b003-751ca2df7666 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:20:20.005110 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d50d9d-acf9-45c6-a877-699fe586db9f None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:20.005740 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-a8d50d9d-acf9-45c6-a877-699fe586db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:20.090056 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6a3a50e4-65f2-4f1c-ba92-7ae43f57d229 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:20.107087 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6a3a50e4-65f2-4f1c-ba92-7ae43f57d229 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (cb301553-489d-4942-85cd-78644a4e3361), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:20.117430 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-a8d50d9d-acf9-45c6-a877-699fe586db9f None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:20.159032 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c60ee930-d933-4cc2-b95c-24101f7b7627 req-704cae99-a1bd-408d-8374-85fb78e7c7c9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=977f8cd5-d96e-4a13-b043-405e5c4325f1 HTTP/1.1" status: 200 len: 210 time: 0.0650449 Jun 27 21:20:20.243551 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-6a3a50e4-65f2-4f1c-ba92-7ae43f57d229 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Floating IP cb301553-489d-4942-85cd-78644a4e3361 associated. External IP: 172.27.0.176, port: b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812. Jun 27 21:20:20.353777 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-a8d50d9d-acf9-45c6-a877-699fe586db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:20.390519 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d50d9d-acf9-45c6-a877-699fe586db9f None None] The sync data for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi is: [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:20:20.485493 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3a50e4-65f2-4f1c-ba92-7ae43f57d229 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Router cf696b2c-41e8-4d11-b342-d6cf053bfa9b has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:20:20.609007 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3a50e4-65f2-4f1c-ba92-7ae43f57d229 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:20:20.614182 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6a3a50e4-65f2-4f1c-ba92-7ae43f57d229 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:20.621255 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f828937-e474-463d-865f-71fb699c7fdf None None] Sync routers for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:20:20.639782 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f828937-e474-463d-865f-71fb699c7fdf None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:20.640696 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-4f828937-e474-463d-865f-71fb699c7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:20.642336 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f51c2-9913-424b-a214-d294eb036ee3 None None] New status for floating IP 1ba26f64-05c7-4699-9789-b4d37ccd12e9: DOWN {{(pid=104133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:20:20.648520 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6a3a50e4-65f2-4f1c-ba92-7ae43f57d229 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "PUT /v2.0/floatingips/cb301553-489d-4942-85cd-78644a4e3361 HTTP/1.1" status: 200 len: 992 time: 1.3656063 Jun 27 21:20:20.649237 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:20.652330 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e" -d '{"events": [{"name": "network-changed", "server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:20.696958 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2bf3b4-14f8-40a9-a10f-7f1ffe402f08 x-openstack-request-id: req-5b2bf3b4-14f8-40a9-a10f-7f1ffe402f08 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:20.697708 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:20.698253 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b2bf3b4-14f8-40a9-a10f-7f1ffe402f08 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:20.699165 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2bf3b4-14f8-40a9-a10f-7f1ffe402f08'] response: {'name': 'network-changed', 'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'status': 'completed', 'code': 200} Jun 27 21:20:20.792104 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e req-2dc5212e-d327-49e4-b481-47faf028bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:20.794574 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e req-2dc5212e-d327-49e4-b481-47faf028bb40 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 1130 time: 0.0519500 Jun 27 21:20:20.892049 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e req-66114ae7-eab3-499a-83ac-c42c1d2d9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:20.893462 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e req-66114ae7-eab3-499a-83ac-c42c1d2d9640 service neutron] 10.222.0.33 "GET /v2.0/networks?id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 200 len: 917 time: 0.0927064 Jun 27 21:20:20.903438 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-4f828937-e474-463d-865f-71fb699c7fdf None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:20.960809 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e req-dc6f8a40-6587-46b7-a8b4-e209abb9ae76 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 HTTP/1.1" status: 200 len: 1000 time: 0.0596757 Jun 27 21:20:21.013472 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e req-48274d62-abeb-4c22-90ab-567a291cff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:21.014669 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e req-48274d62-abeb-4c22-90ab-567a291cff53 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c88f597f-8bc5-48ec-a171-53096e1581d7 HTTP/1.1" status: 200 len: 855 time: 0.0468264 Jun 27 21:20:21.061907 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e req-23e75911-b6b5-48e1-afb5-65cb61e2d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:21.063516 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e req-23e75911-b6b5-48e1-afb5-65cb61e2d501 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408435 Jun 27 21:20:21.095090 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:21.121371 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-4f828937-e474-463d-865f-71fb699c7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'cb301553-489d-4942-85cd-78644a4e3361', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'port_id': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'mac_address': 'fa:16:3e:89:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a775668d-41e5-407f-ad33-a3b265985d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:20:05Z', 'updated_at': '2022-06-27T21:20:19Z', 'revision_number': 1, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:21.146319 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f828937-e474-463d-865f-71fb699c7fdf None None] Checking router: cf696b2c-41e8-4d11-b342-d6cf053bfa9b for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:20:21.155499 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f828937-e474-463d-865f-71fb699c7fdf None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:21.156116 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-4f828937-e474-463d-865f-71fb699c7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:21.165225 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e req-26376727-ef00-4952-b4b4-924ca73291a4 service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922446 Jun 27 21:20:21.252625 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46856) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:21.270844 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-4f828937-e474-463d-865f-71fb699c7fdf None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:21.293203 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4e03cfa4-dfb9-4ebd-91b4-1f47a36aa11e req-a1509f08-1f71-461b-91b0-16b7eca162dd service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211622 Jun 27 21:20:21.329529 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e56e9e7b-3bc5-44a8-ae12-51d2f625948d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (c9a1d14c-57fe-4b9f-ab58-6b371178d8d5), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:21.355000 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e56e9e7b-3bc5-44a8-ae12-51d2f625948d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (c9a1d14c-57fe-4b9f-ab58-6b371178d8d5), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:21.407090 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e56e9e7b-3bc5-44a8-ae12-51d2f625948d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (c9a1d14c-57fe-4b9f-ab58-6b371178d8d5), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:21.409696 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e56e9e7b-3bc5-44a8-ae12-51d2f625948d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:21.410840 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-e56e9e7b-3bc5-44a8-ae12-51d2f625948d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "DELETE /v2.0/security-groups/c9a1d14c-57fe-4b9f-ab58-6b371178d8d5 HTTP/1.1" status: 204 len: 168 time: 0.1572039 Jun 27 21:20:21.413914 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46858) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:21.421323 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e9e7b-3bc5-44a8-ae12-51d2f625948d tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a1d14c-57fe-4b9f-ab58-6b371178d8d5,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:21.432543 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.api.v2.resource [None req-62a4158c-fd55-4ccd-8bbf-0c7ca9988be9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] show failed (client error): The resource could not be found. Jun 27 21:20:21.437065 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-62a4158c-fd55-4ccd-8bbf-0c7ca9988be9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups/c9a1d14c-57fe-4b9f-ab58-6b371178d8d5 HTTP/1.1" status: 404 len: 347 time: 0.0190103 Jun 27 21:20:21.437842 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46860) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:21.506834 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-4f828937-e474-463d-865f-71fb699c7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'cb301553-489d-4942-85cd-78644a4e3361', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'port_id': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'mac_address': 'fa:16:3e:89:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a775668d-41e5-407f-ad33-a3b265985d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:20:05Z', 'updated_at': '2022-06-27T21:20:19Z', 'revision_number': 1, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:21.536185 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f828937-e474-463d-865f-71fb699c7fdf None None] The sync data for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi is: [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'cb301553-489d-4942-85cd-78644a4e3361', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'port_id': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'mac_address': 'fa:16:3e:89:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a775668d-41e5-407f-ad33-a3b265985d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:20:05Z', 'updated_at': '2022-06-27T21:20:19Z', 'revision_number': 1, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:20:21.549194 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:21.560707 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-81987300-47a8-43a0-805e-bd8fcbc1b0e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Deleting port 34bcfd49-17e7-4b31-a34f-b52bb0939b61 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:21.561098 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-81987300-47a8-43a0-805e-bd8fcbc1b0e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (34bcfd49-17e7-4b31-a34f-b52bb0939b61), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:21.641388 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:21.654670 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-81987300-47a8-43a0-805e-bd8fcbc1b0e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (34bcfd49-17e7-4b31-a34f-b52bb0939b61), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:21.654980 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-81987300-47a8-43a0-805e-bd8fcbc1b0e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (34bcfd49-17e7-4b31-a34f-b52bb0939b61), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:21.669404 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-81987300-47a8-43a0-805e-bd8fcbc1b0e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Calling delete_port for 34bcfd49-17e7-4b31-a34f-b52bb0939b61 owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:21.761537 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be894023-09b6-4563-8447-bf5abde4c0a3 None None] New status for floating IP cb301553-489d-4942-85cd-78644a4e3361: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:20:21.812495 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-81987300-47a8-43a0-805e-bd8fcbc1b0e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (34bcfd49-17e7-4b31-a34f-b52bb0939b61), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:21.840298 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81987300-47a8-43a0-805e-bd8fcbc1b0e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event deleted for resources: {'Port': ['ID=34bcfd49-17e7-4b31-a34f-b52bb0939b61,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:21.866598 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:21.871295 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-81987300-47a8-43a0-805e-bd8fcbc1b0e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (1ba26f64-05c7-4699-9789-b4d37ccd12e9), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:21.874365 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-81987300-47a8-43a0-805e-bd8fcbc1b0e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:21.875540 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-81987300-47a8-43a0-805e-bd8fcbc1b0e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "DELETE /v2.0/floatingips/1ba26f64-05c7-4699-9789-b4d37ccd12e9 HTTP/1.1" status: 204 len: 168 time: 0.4372184 Jun 27 21:20:21.957993 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46864) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:21.963064 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-0203f279-bb54-4e38-8f70-64fff3220095 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868370097', 'description': 'tempest-description--797631832'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:21.985848 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0203f279-bb54-4e38-8f70-64fff3220095 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.056019 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0203f279-bb54-4e38-8f70-64fff3220095 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (54a608df-ee6a-4fc4-881d-ee590a5a3588), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.061116 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0203f279-bb54-4e38-8f70-64fff3220095 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (54a608df-ee6a-4fc4-881d-ee590a5a3588), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.093274 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0203f279-bb54-4e38-8f70-64fff3220095 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.094513 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0203f279-bb54-4e38-8f70-64fff3220095 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355064 Jun 27 21:20:22.096474 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203f279-bb54-4e38-8f70-64fff3220095 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a608df-ee6a-4fc4-881d-ee590a5a3588,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:22.097713 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46866) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:22.102423 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-9a439423-cc7e-48b0-bb25-12d99254e226 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'security_group_rule': {'security_group_id': '54a608df-ee6a-4fc4-881d-ee590a5a3588', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:22.132028 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9a439423-cc7e-48b0-bb25-12d99254e226 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (b002c211-8c01-470b-8fe7-abb493f0b37c), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.191445 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9a439423-cc7e-48b0-bb25-12d99254e226 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (b002c211-8c01-470b-8fe7-abb493f0b37c), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.195779 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9a439423-cc7e-48b0-bb25-12d99254e226 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (b002c211-8c01-470b-8fe7-abb493f0b37c), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.218149 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a439423-cc7e-48b0-bb25-12d99254e226 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b002c211-8c01-470b-8fe7-abb493f0b37c,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:22.223652 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9a439423-cc7e-48b0-bb25-12d99254e226 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.227903 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-9a439423-cc7e-48b0-bb25-12d99254e226 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261637 Jun 27 21:20:22.228012 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46868) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:22.233435 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-2a7764d9-148a-4416-afa2-d9fed32c436c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'security_group_rule': {'security_group_id': '54a608df-ee6a-4fc4-881d-ee590a5a3588', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:22.261790 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2a7764d9-148a-4416-afa2-d9fed32c436c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (fe1318ce-a038-4c2f-91c2-de0fb974acf0), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.323920 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2a7764d9-148a-4416-afa2-d9fed32c436c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (fe1318ce-a038-4c2f-91c2-de0fb974acf0), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.328499 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2a7764d9-148a-4416-afa2-d9fed32c436c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (fe1318ce-a038-4c2f-91c2-de0fb974acf0), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.348704 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7764d9-148a-4416-afa2-d9fed32c436c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1318ce-a038-4c2f-91c2-de0fb974acf0,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:22.355325 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2a7764d9-148a-4416-afa2-d9fed32c436c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.356543 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2a7764d9-148a-4416-afa2-d9fed32c436c tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273782 Jun 27 21:20:22.359716 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46870) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:22.364115 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:22.386550 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.463482 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device f88b5f5e-d7cd-4400-8ce9-9cede29542e2 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:20:22.466395 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:22.470997 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.483938 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: f88b5f5e-d7cd-4400-8ce9-9cede29542e2 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:20:22.484858 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device f88b5f5e-d7cd-4400-8ce9-9cede29542e2 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:20:22.515469 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:22.588511 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Allocated IP 172.27.0.122 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/ba2ad17e-7bd6-4257-b972-868c38d438ec) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:20:22.597720 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:22.699830 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for port (ba2ad17e-7bd6-4257-b972-868c38d438ec), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.734071 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (ba2ad17e-7bd6-4257-b972-868c38d438ec), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.786053 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:20:22.790964 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:20:22.794886 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:20:22.802547 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'Port': ['ID=ba2ad17e-7bd6-4257-b972-868c38d438ec,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:22.843873 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (bab44268-1041-4e90-abef-6f08496beb27), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:22.883137 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (ba2ad17e-7bd6-4257-b972-868c38d438ec), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:23.043217 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for port (ba2ad17e-7bd6-4257-b972-868c38d438ec), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:23.048606 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (ba2ad17e-7bd6-4257-b972-868c38d438ec), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:23.084352 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (bab44268-1041-4e90-abef-6f08496beb27), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:23.101398 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'Port': ['ID=ba2ad17e-7bd6-4257-b972-868c38d438ec,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:23.110824 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:23.112092 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-18f6ceee-a4fb-42a5-bd7b-3a197c1c72dd tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7514033 Jun 27 21:20:23.326822 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-43f01668-3320-4e70-ae26-8e8ddcd7abe3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1868370097&fields=id&tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89 HTTP/1.1" status: 200 len: 267 time: 0.0482140 Jun 27 21:20:23.342950 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:23.441944 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-9f1187cc-16bc-4dec-88e5-1f56c67747ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:23.443432 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-9f1187cc-16bc-4dec-88e5-1f56c67747ba tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/networks?id=1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 200 len: 810 time: 0.1099536 Jun 27 21:20:23.458915 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-13c6632d-5cf5-4b98-84bb-05275aaaa47e tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/quotas/d8c1bcb797ba4eb0ad6daf5ed39baa89 HTTP/1.1" status: 200 len: 375 time: 0.0097678 Jun 27 21:20:23.509967 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-6b9f2ba3-b2d6-43d0-9104-e8eff1f72710 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451195 Jun 27 21:20:23.616257 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-c99e9017-c284-450f-a7bb-b270d34e1766 service neutron] 10.222.0.13 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944047 Jun 27 21:20:23.975293 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-2383d1be-bfb5-4aaf-9cbf-b2ae15c4249e service neutron] 10.222.0.13 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523195 Jun 27 21:20:24.146381 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-629f264a-8b2e-482e-99f0-487052443a3c req-149081ee-38bc-4273-9167-8c80d92a787e tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 210 time: 0.0294898 Jun 27 21:20:25.261269 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c0fbe7e8-7170-4679-b30c-b51ae73dce3a req-8533eaa4-fe7a-4bbe-84c2-30641dc71c13 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 210 time: 0.0323124 Jun 27 21:20:25.415772 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:25.470242 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-02831dee-b989-4241-972e-ce2abbdafaed tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:25.472165 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-02831dee-b989-4241-972e-ce2abbdafaed tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.33 "GET /v2.0/networks?id=1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 200 len: 810 time: 0.1333337 Jun 27 21:20:25.568975 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-044cb642-a759-4baa-82be-7f5af62be3fc tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89 HTTP/1.1" status: 200 len: 380 time: 0.0734124 Jun 27 21:20:25.652690 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'port': {'device_id': '624274f6-859f-4e03-9c00-90574d06b2c5', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'admin_state_up': True, 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'security_groups': ['54a608df-ee6a-4fc4-881d-ee590a5a3588']}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:25.769381 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Made reservation on behalf of d8c1bcb797ba4eb0ad6daf5ed39baa89 for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:20:25.772802 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:25.921151 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Allocated IP 172.20.0.10 (1ab36d48-170c-4f48-af11-d6da9c4061e0/213cf038-a41b-410c-bb9f-41e81ba7f4cf/67ccd3c5-1cc9-425f-a7e3-26606e621d54) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:20:26.077318 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:26.084955 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:26.116995 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:26.167533 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Network 1ab36d48-170c-4f48-af11-d6da9c4061e0 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:20:26.172741 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:20:26.176533 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:20:26.205236 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event updated for resources: {'Port': ['ID=67ccd3c5-1cc9-425f-a7e3-26606e621d54,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:26.223328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.223679 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.224017 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.224393 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.224668 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.225027 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.225345 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.225669 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.225989 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.226309 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.226632 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.226956 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.227272 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.227591 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.227907 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:26.251780 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:26.252452 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:26.272631 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-89723659-1924-486c-adb4-e56d2a7fd256 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6244788 Jun 27 21:20:26.293279 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Request body: {'port': {'device_id': '624274f6-859f-4e03-9c00-90574d06b2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:26.423033 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:26.428152 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:26.449888 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5776e6-aeb1-4185-897e-ece1a04f93e7 req-adbdc1da-1099-4d42-b5c6-372a9894c099 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:26.451315 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8a5776e6-aeb1-4185-897e-ece1a04f93e7 req-adbdc1da-1099-4d42-b5c6-372a9894c099 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 932 time: 0.0733299 Jun 27 21:20:26.465860 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-620911a5-6b54-42c2-852c-3ec5e97f6134 None None] Provisioning complete for port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:20:26.466560 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-620911a5-6b54-42c2-852c-3ec5e97f6134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:26.506671 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-620911a5-6b54-42c2-852c-3ec5e97f6134 None None] Port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:20:26.552860 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8a5776e6-aeb1-4185-897e-ece1a04f93e7 req-e11a5276-aace-4e02-bb13-1f54ab6c709a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897224 Jun 27 21:20:26.782982 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ccd3c5-1cc9-425f-a7e3-26606e621d54 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:20:26.790803 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Publish callbacks [] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:26.805765 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Transition to ACTIVE for port object 67ccd3c5-1cc9-425f-a7e3-26606e621d54 will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:20:26.811721 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:26.864505 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Pushing event updated for resources: {'Port': ['ID=67ccd3c5-1cc9-425f-a7e3-26606e621d54,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:26.963319 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Attempting to bind port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:20:26.963742 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Attempting to bind port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:20:26.964109 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Attempting to bind port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 on network 1ab36d48-170c-4f48-af11-d6da9c4061e0 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:20:26.971483 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 on network 1ab36d48-170c-4f48-af11-d6da9c4061e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:20:26.971848 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Attempting to bind port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 on network 1ab36d48-170c-4f48-af11-d6da9c4061e0 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:20:26.979224 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:20:26.979505 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Checking segment: {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:20:26.979746 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Bound using segment: {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:20:26.980183 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Bound port: 67ccd3c5-1cc9-425f-a7e3-26606e621d54, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:20:26.980549 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:27.002756 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:27.079802 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] For port 67ccd3c5-1cc9-425f-a7e3-26606e621d54, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:20:27.085646 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] For port 67ccd3c5-1cc9-425f-a7e3-26606e621d54, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=67ccd3c5-1cc9-425f-a7e3-26606e621d54,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:20:27.093824 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:27.135148 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:27.135919 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:27.137411 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] 10.222.0.33 "PUT /v2.0/ports/67ccd3c5-1cc9-425f-a7e3-26606e621d54 HTTP/1.1" status: 200 len: 1094 time: 0.8495173 Jun 27 21:20:27.137784 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624274f6-859f-4e03-9c00-90574d06b2c5', 'tag': '67ccd3c5-1cc9-425f-a7e3-26606e621d54'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:27.140065 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f2f286-4cf7-432b-979a-e1d9391f760e" -d '{"events": [{"name": "network-changed", "server_uuid": "624274f6-859f-4e03-9c00-90574d06b2c5", "tag": "67ccd3c5-1cc9-425f-a7e3-26606e621d54"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:27.170518 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe78a4f-4cf6-4c93-b97c-f5deb1884355 service neutron] Pushing event updated for resources: {'Port': ['ID=67ccd3c5-1cc9-425f-a7e3-26606e621d54,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:27.203498 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f6f823-d986-4663-90c6-a9c91bc484dd x-openstack-request-id: req-11f6f823-d986-4663-90c6-a9c91bc484dd {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:27.203775 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624274f6-859f-4e03-9c00-90574d06b2c5", "tag": "67ccd3c5-1cc9-425f-a7e3-26606e621d54", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:27.204019 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11f6f823-d986-4663-90c6-a9c91bc484dd {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:27.204429 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f6f823-d986-4663-90c6-a9c91bc484dd'] response: {'name': 'network-changed', 'server_uuid': '624274f6-859f-4e03-9c00-90574d06b2c5', 'tag': '67ccd3c5-1cc9-425f-a7e3-26606e621d54', 'status': 'completed', 'code': 200} Jun 27 21:20:27.299905 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-2c4734e1-0dfd-435b-b921-47fdf12e6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:27.302576 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-2c4734e1-0dfd-435b-b921-47fdf12e6917 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 1128 time: 0.0662224 Jun 27 21:20:27.390371 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-af666d79-94a6-491e-8dd3-2a48eee38719 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67ccd3c5-1cc9-425f-a7e3-26606e621d54 HTTP/1.1" status: 200 len: 217 time: 0.0709777 Jun 27 21:20:27.468520 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-dceb400a-9d85-4f30-89ab-50efb5c1a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:27.470142 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-dceb400a-9d85-4f30-89ab-50efb5c1a36d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=213cf038-a41b-410c-bb9f-41e81ba7f4cf HTTP/1.1" status: 200 len: 849 time: 0.0617890 Jun 27 21:20:27.536428 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-c38dcedb-95a8-4800-ba30-97c22fd2b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:27.538206 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-c38dcedb-95a8-4800-ba30-97c22fd2b64d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1ab36d48-170c-4f48-af11-d6da9c4061e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607200 Jun 27 21:20:27.704875 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-0b143a2f-0624-4e49-bf46-6d631f8ec38e service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588664 Jun 27 21:20:27.756853 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769630e4-7a1b-4e85-9e79-3a6a420c3f31 req-2b33c2c5-b6de-4bce-9473-97fe706bb35f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:27.758542 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-769630e4-7a1b-4e85-9e79-3a6a420c3f31 req-2b33c2c5-b6de-4bce-9473-97fe706bb35f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 944 time: 0.0885971 Jun 27 21:20:27.836340 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:27.895337 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-769630e4-7a1b-4e85-9e79-3a6a420c3f31 req-dbead06d-7c80-4ddd-aa34-5f9aa29c09b9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184990 Jun 27 21:20:27.902338 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d9d907e3-f8b6-4405-a35b-7a63cf4e77fe req-653826f0-456d-4bd0-85a0-ec2c41385764 service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851711 Jun 27 21:20:27.920227 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e9df4-476f-47b9-ae64-f35ca8ce03f5 req-dbddc196-8b47-4af1-b961-576de09a6d15 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:27.921818 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-299e9df4-476f-47b9-ae64-f35ca8ce03f5 req-dbddc196-8b47-4af1-b961-576de09a6d15 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0680621 Jun 27 21:20:27.997754 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-299e9df4-476f-47b9-ae64-f35ca8ce03f5 req-b168922b-0744-4ec8-9637-f67425aba8ad tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697761 Jun 27 21:20:29.037033 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7f9af-0df5-4b12-b721-9c715c0accff req-f75deb26-a522-4d3f-950c-fe71f72e29f2 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:29.038771 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bfb7f9af-0df5-4b12-b721-9c715c0accff req-f75deb26-a522-4d3f-950c-fe71f72e29f2 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 944 time: 0.0621483 Jun 27 21:20:29.096085 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bfb7f9af-0df5-4b12-b721-9c715c0accff req-d9111685-3d31-4ba4-a7a4-04cb49006751 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512083 Jun 27 21:20:29.109771 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:29.127666 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769d54e-7d00-4c09-a4f1-0517894f6b80 req-3b6254a4-feee-4443-955b-34a894bd3263 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:29.129357 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0769d54e-7d00-4c09-a4f1-0517894f6b80 req-3b6254a4-feee-4443-955b-34a894bd3263 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0531406 Jun 27 21:20:29.182815 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0769d54e-7d00-4c09-a4f1-0517894f6b80 req-b6c6df77-b2bf-4fe7-a9bc-ca794cea27c3 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470042 Jun 27 21:20:30.227524 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614ec60-d812-4bc0-9d92-b1c36d3435e0 req-abb64258-f9e2-4f51-bb8b-3cff360a4ed1 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:30.229792 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d614ec60-d812-4bc0-9d92-b1c36d3435e0 req-abb64258-f9e2-4f51-bb8b-3cff360a4ed1 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 944 time: 0.0548971 Jun 27 21:20:30.281251 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d614ec60-d812-4bc0-9d92-b1c36d3435e0 req-ff1a2edd-d163-4131-aa93-d4a12e48286b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457091 Jun 27 21:20:30.385802 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b277b-0437-4a34-a383-e594b67cf14c req-05eee3b0-5c0b-4abf-8a3e-440b755f3649 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:30.387332 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2a4b277b-0437-4a34-a383-e594b67cf14c req-05eee3b0-5c0b-4abf-8a3e-440b755f3649 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0486197 Jun 27 21:20:30.409065 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:30.459101 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2a4b277b-0437-4a34-a383-e594b67cf14c req-bd340692-fafc-4395-acc1-aa006afdeed8 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659938 Jun 27 21:20:31.404070 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687beebf-a1d6-4917-ac8e-9a97fef290a8 req-f2e5812f-d728-4f3e-b6fd-6323f81dea19 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:31.405651 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-687beebf-a1d6-4917-ac8e-9a97fef290a8 req-f2e5812f-d728-4f3e-b6fd-6323f81dea19 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 944 time: 0.0495844 Jun 27 21:20:31.460492 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-687beebf-a1d6-4917-ac8e-9a97fef290a8 req-5390d5a6-a118-4c8e-b076-73d3018b1d24 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491209 Jun 27 21:20:31.586173 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d80e03-589d-4723-97fd-e625dd3970ec req-afe15448-2bed-4f24-b6ce-c6027950fb23 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:31.588191 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-38d80e03-589d-4723-97fd-e625dd3970ec req-afe15448-2bed-4f24-b6ce-c6027950fb23 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0518920 Jun 27 21:20:31.641018 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-38d80e03-589d-4723-97fd-e625dd3970ec req-aa72f3a0-f8ea-4092-96be-98a056d68f98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465207 Jun 27 21:20:32.586376 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafd9fe-fde7-4913-86cb-28f7f360aa36 req-29a5b8d0-3e01-4733-8645-2e77817fc1c5 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:32.594415 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6eafd9fe-fde7-4913-86cb-28f7f360aa36 req-29a5b8d0-3e01-4733-8645-2e77817fc1c5 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 944 time: 0.0577729 Jun 27 21:20:32.610656 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2f286-4cf7-432b-979a-e1d9391f760e req-f1fc2b14-8495-4525-9b81-24498778f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:32.613101 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f5f2f286-4cf7-432b-979a-e1d9391f760e req-f1fc2b14-8495-4525-9b81-24498778f6de service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 1128 time: 0.0491447 Jun 27 21:20:32.641260 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6eafd9fe-fde7-4913-86cb-28f7f360aa36 req-b90a3ade-566c-437f-96bf-afa91b3e8a3a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467577 Jun 27 21:20:32.792574 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27046-4f1f-4220-bb0a-3ff28e0df1e3 req-76f0e3f2-044f-4ba6-ab19-796483aa7bf2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:32.794296 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6fd27046-4f1f-4220-bb0a-3ff28e0df1e3 req-76f0e3f2-044f-4ba6-ab19-796483aa7bf2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.0676820 Jun 27 21:20:32.819675 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-bab04326-6ee7-4c3c-a757-960a73a15f9f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:32.822251 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-bab04326-6ee7-4c3c-a757-960a73a15f9f tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 945 time: 0.1049757 Jun 27 21:20:32.856477 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6fd27046-4f1f-4220-bb0a-3ff28e0df1e3 req-70cac430-59be-4bf7-8149-122907628dae tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=903bc432-971e-4ff2-80ad-7ab83a9ecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541611 Jun 27 21:20:32.956869 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2f286-4cf7-432b-979a-e1d9391f760e req-b03ec4bd-14ba-49d9-9ab6-12a45000c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:32.958426 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f5f2f286-4cf7-432b-979a-e1d9391f760e req-b03ec4bd-14ba-49d9-9ab6-12a45000c1a1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 200 len: 911 time: 0.2557878 Jun 27 21:20:33.008016 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f5f2f286-4cf7-432b-979a-e1d9391f760e req-1efd6739-d577-4cc7-a70d-07afb8a7d771 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67ccd3c5-1cc9-425f-a7e3-26606e621d54 HTTP/1.1" status: 200 len: 217 time: 0.0399354 Jun 27 21:20:33.011870 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Deleting port b9348a43-0456-47cf-97ba-a8ab01ba6107 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:33.012092 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:33.063260 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:33.125332 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2f286-4cf7-432b-979a-e1d9391f760e req-bb9d4ea3-a750-488a-a6f4-eff107bf5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:33.126976 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f5f2f286-4cf7-432b-979a-e1d9391f760e req-bb9d4ea3-a750-488a-a6f4-eff107bf5f68 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=213cf038-a41b-410c-bb9f-41e81ba7f4cf HTTP/1.1" status: 200 len: 849 time: 0.1101573 Jun 27 21:20:33.194647 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] For port b9348a43-0456-47cf-97ba-a8ab01ba6107, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b9348a43-0456-47cf-97ba-a8ab01ba6107,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:33.194926 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:33.213589 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2f286-4cf7-432b-979a-e1d9391f760e req-09ae7cf5-e8d7-4984-aa3a-8b6e429451d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:33.215153 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f5f2f286-4cf7-432b-979a-e1d9391f760e req-09ae7cf5-e8d7-4984-aa3a-8b6e429451d9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1ab36d48-170c-4f48-af11-d6da9c4061e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687170 Jun 27 21:20:33.437664 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f5f2f286-4cf7-432b-979a-e1d9391f760e req-2e4298b1-5243-43e2-8827-2be1806eb6b5 service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881473 Jun 27 21:20:33.449327 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:33.450093 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (e0ed402e-fa70-4a4d-8f27-c7b14e6a46be), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:33.450093 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Floating IP e0ed402e-fa70-4a4d-8f27-c7b14e6a46be disassociated. External IP: 172.27.0.55, port: b9348a43-0456-47cf-97ba-a8ab01ba6107. Jun 27 21:20:33.450489 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Calling delete_port for b9348a43-0456-47cf-97ba-a8ab01ba6107 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:33.535643 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:33.615544 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f5f2f286-4cf7-432b-979a-e1d9391f760e req-34117912-c383-41b2-a8f3-f04d0d9eb91e service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163065 Jun 27 21:20:33.675492 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (b9348a43-0456-47cf-97ba-a8ab01ba6107), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:33.708744 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event deleted for resources: {'Port': ['ID=b9348a43-0456-47cf-97ba-a8ab01ba6107,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:33.812665 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb7019-3f9a-46c1-82c7-55652fab7bb4 req-97b69cbd-9ae8-4c71-a6b4-9253ace025f5 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:33.814236 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-54cb7019-3f9a-46c1-82c7-55652fab7bb4 req-97b69cbd-9ae8-4c71-a6b4-9253ace025f5 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 944 time: 0.0644543 Jun 27 21:20:33.886044 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:20:33.909468 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-54cb7019-3f9a-46c1-82c7-55652fab7bb4 req-92a22bf3-371f-491a-b6cd-75275c7e6c48 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700564 Jun 27 21:20:33.968451 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:33.981609 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a005dbee-9a66-4274-b3d4-f2b5a7fb3196 req-f28c5e4f-2b97-4923-b726-30fa872f177e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1409c2-ecfa-4ed4-b547-aa5667367e5d HTTP/1.1" status: 200 len: 210 time: 0.0495839 Jun 27 21:20:34.015308 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:20:34.031584 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bfd38d-7bea-437c-9018-d22b62c3dc75 None None] Sync routers for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:20:34.042967 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bfd38d-7bea-437c-9018-d22b62c3dc75 None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:34.043730 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-a7bfd38d-7bea-437c-9018-d22b62c3dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:34.080370 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] No DVR routers for this DVR port b9348a43-0456-47cf-97ba-a8ab01ba6107 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:20:34.083330 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:34.087899 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b6a075f2-4ca4-45fa-96ba-845df1ada175 req-e11ffb9d-fd54-426f-ac65-08392c6ef3f4 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "DELETE /v2.0/ports/b9348a43-0456-47cf-97ba-a8ab01ba6107 HTTP/1.1" status: 204 len: 173 time: 1.2282059 Jun 27 21:20:34.088962 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'name': 'network-vif-deleted', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:34.091103 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fd722b-c8f1-4ab7-90b3-d9551245fad6" -d '{"events": [{"server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "name": "network-vif-deleted", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:34.141265 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff43f7f-820a-4666-b172-374d954ffe55 x-openstack-request-id: req-5ff43f7f-820a-4666-b172-374d954ffe55 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:34.141677 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1409c2-ecfa-4ed4-b547-aa5667367e5d", "name": "network-vif-deleted", "tag": "b9348a43-0456-47cf-97ba-a8ab01ba6107", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:34.142017 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ff43f7f-820a-4666-b172-374d954ffe55 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:34.142570 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff43f7f-820a-4666-b172-374d954ffe55'] response: {'server_uuid': '3a1409c2-ecfa-4ed4-b547-aa5667367e5d', 'name': 'network-vif-deleted', 'tag': 'b9348a43-0456-47cf-97ba-a8ab01ba6107', 'status': 'completed', 'code': 200} Jun 27 21:20:34.161996 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:34.177589 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-a7bfd38d-7bea-437c-9018-d22b62c3dc75 None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:34.264686 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:34.396372 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-a7bfd38d-7bea-437c-9018-d22b62c3dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 5, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:34.425992 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bfd38d-7bea-437c-9018-d22b62c3dc75 None None] Checking router: 6a7bf275-0582-4647-b71a-5b82bd4a4af6 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:20:34.435333 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bfd38d-7bea-437c-9018-d22b62c3dc75 None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:34.435966 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-a7bfd38d-7bea-437c-9018-d22b62c3dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:34.546975 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-a7bfd38d-7bea-437c-9018-d22b62c3dc75 None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:34.576708 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 67ccd3c5-1cc9-425f-a7e3-26606e621d54 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:20:34.693990 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 67ccd3c5-1cc9-425f-a7e3-26606e621d54, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=67ccd3c5-1cc9-425f-a7e3-26606e621d54,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:34.708528 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': '67ccd3c5-1cc9-425f-a7e3-26606e621d54', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'port_id': '67ccd3c5-1cc9-425f-a7e3-26606e621d54', 'mac_address': 'fa:16:3e:74:72:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:20:34.746888 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-a7bfd38d-7bea-437c-9018-d22b62c3dc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 5, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:34.754045 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:20:34.754423 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:34.770195 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ccd3c5-1cc9-425f-a7e3-26606e621d54 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:20:34.772971 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bfd38d-7bea-437c-9018-d22b62c3dc75 None None] The sync data for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi is: [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:15:53Z', 'revision_number': 4, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3096e570-9028-4cc3-a6f0-98e976d489da', 'name': '', 'network_id': '8e4e94ff-9f19-4780-958f-2bffc629b050', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'mac_address': 'fa:16:3e:10:2f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:11Z', 'revision_number': 5, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'subnets': [{'id': '875516a2-044b-4760-88af-65c8c02a3a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:20:34.798381 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 67ccd3c5-1cc9-425f-a7e3-26606e621d54, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=67ccd3c5-1cc9-425f-a7e3-26606e621d54,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:34.802618 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:34.858825 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=67ccd3c5-1cc9-425f-a7e3-26606e621d54,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:35.037951 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b49638-2f39-4759-a9c5-ebd86744daed None None] New status for floating IP e0ed402e-fa70-4a4d-8f27-c7b14e6a46be: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:20:35.043626 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f5378-578a-43e0-b0be-594a27b37a99 req-d95fe0ee-a2d3-4285-b6ce-26c5f9375574 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:35.045290 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-385f5378-578a-43e0-b0be-594a27b37a99 req-d95fe0ee-a2d3-4285-b6ce-26c5f9375574 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 945 time: 0.0580893 Jun 27 21:20:35.093821 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46986) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:35.125972 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-385f5378-578a-43e0-b0be-594a27b37a99 req-9fa9e663-33d4-4969-ab3d-d3325e943428 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736020 Jun 27 21:20:35.169217 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group (903bc432-971e-4ff2-80ad-7ab83a9ecf92), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:35.195191 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group (903bc432-971e-4ff2-80ad-7ab83a9ecf92), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:35.239706 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['67ccd3c5-1cc9-425f-a7e3-26606e621d54'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:20:35.250849 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (903bc432-971e-4ff2-80ad-7ab83a9ecf92), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:35.254119 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:35.255402 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "DELETE /v2.0/security-groups/903bc432-971e-4ff2-80ad-7ab83a9ecf92 HTTP/1.1" status: 204 len: 168 time: 0.1605532 Jun 27 21:20:35.258283 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 46988) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:35.267090 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=903bc432-971e-4ff2-80ad-7ab83a9ecf92,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:35.276671 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.277282 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.277776 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.278292 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.278785 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.279287 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.279785 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.280435 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.280772 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.281130 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.281484 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.281983 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.282475 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.282963 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.283289 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0b97a-f77d-4162-950a-0b063be7fa98 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:20:35.283547 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.api.v2.resource [None req-346ef05e-7132-4611-8455-58c0fefffffc tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] show failed (client error): The resource could not be found. Jun 27 21:20:35.284666 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-346ef05e-7132-4611-8455-58c0fefffffc tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups/903bc432-971e-4ff2-80ad-7ab83a9ecf92 HTTP/1.1" status: 404 len: 347 time: 0.0248916 Jun 27 21:20:35.287585 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 46990) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:35.415021 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-ba607b87-902b-46fa-8ca0-b15c76363c70 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Deleting port d3d2d4ad-a3b6-4606-9e97-be1904738e61 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:35.415387 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ba607b87-902b-46fa-8ca0-b15c76363c70 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (d3d2d4ad-a3b6-4606-9e97-be1904738e61), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:35.418240 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:35.499398 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ba607b87-902b-46fa-8ca0-b15c76363c70 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (d3d2d4ad-a3b6-4606-9e97-be1904738e61), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:35.499614 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ba607b87-902b-46fa-8ca0-b15c76363c70 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for floatingip (d3d2d4ad-a3b6-4606-9e97-be1904738e61), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:35.512542 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-ba607b87-902b-46fa-8ca0-b15c76363c70 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Calling delete_port for d3d2d4ad-a3b6-4606-9e97-be1904738e61 owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:35.623083 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:35.652778 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ba607b87-902b-46fa-8ca0-b15c76363c70 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (d3d2d4ad-a3b6-4606-9e97-be1904738e61), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:35.683336 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba607b87-902b-46fa-8ca0-b15c76363c70 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event deleted for resources: {'Port': ['ID=d3d2d4ad-a3b6-4606-9e97-be1904738e61,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:35.711392 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ba607b87-902b-46fa-8ca0-b15c76363c70 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks [] for floatingip (e0ed402e-fa70-4a4d-8f27-c7b14e6a46be), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:35.714350 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ba607b87-902b-46fa-8ca0-b15c76363c70 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:35.715607 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ba607b87-902b-46fa-8ca0-b15c76363c70 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "DELETE /v2.0/floatingips/e0ed402e-fa70-4a4d-8f27-c7b14e6a46be HTTP/1.1" status: 204 len: 168 time: 0.4270024 Jun 27 21:20:36.259865 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bc31e-35e2-4f2f-b9ac-cc63614c17f7 req-69905b07-b68f-4303-92c8-4a96808ed08e tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:36.262195 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-603bc31e-35e2-4f2f-b9ac-cc63614c17f7 req-69905b07-b68f-4303-92c8-4a96808ed08e tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 945 time: 0.0523059 Jun 27 21:20:36.325157 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-603bc31e-35e2-4f2f-b9ac-cc63614c17f7 req-9bd4247d-0878-467c-a397-442c411550ea tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550544 Jun 27 21:20:36.583253 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 67ccd3c5-1cc9-425f-a7e3-26606e621d54 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:20:36.636881 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:20:36.645610 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:20:36.646039 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:36.726177 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:20:36.726552 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:36.752652 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624274f6-859f-4e03-9c00-90574d06b2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ccd3c5-1cc9-425f-a7e3-26606e621d54'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:36.754939 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aa3bd2-bc5a-428b-8c88-d5cc630d377f" -d '{"events": [{"server_uuid": "624274f6-859f-4e03-9c00-90574d06b2c5", "name": "network-vif-plugged", "status": "completed", "tag": "67ccd3c5-1cc9-425f-a7e3-26606e621d54"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:36.765502 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:36.769854 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 67ccd3c5-1cc9-425f-a7e3-26606e621d54, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=67ccd3c5-1cc9-425f-a7e3-26606e621d54,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:36.776431 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:36.778025 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b9348a43-0456-47cf-97ba-a8ab01ba6107 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:20:36.784232 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:36.818418 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4155f86-a444-4638-845c-f54ace64b14e x-openstack-request-id: req-b4155f86-a444-4638-845c-f54ace64b14e {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:36.818705 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624274f6-859f-4e03-9c00-90574d06b2c5", "name": "network-vif-plugged", "status": "completed", "tag": "67ccd3c5-1cc9-425f-a7e3-26606e621d54", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:36.818944 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4155f86-a444-4638-845c-f54ace64b14e {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:36.819328 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4155f86-a444-4638-845c-f54ace64b14e'] response: {'server_uuid': '624274f6-859f-4e03-9c00-90574d06b2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ccd3c5-1cc9-425f-a7e3-26606e621d54', 'code': 200} Jun 27 21:20:36.827900 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: b9348a43-0456-47cf-97ba-a8ab01ba6107 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:20:36.828224 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b9348a43-0456-47cf-97ba-a8ab01ba6107 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:20:36.853368 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=67ccd3c5-1cc9-425f-a7e3-26606e621d54,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:37.037667 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd87e9-a688-4312-9763-fe9daec9a43b req-eb08f33c-5d0d-4411-872e-cd4f11b258e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:37.039199 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9cbd87e9-a688-4312-9763-fe9daec9a43b req-eb08f33c-5d0d-4411-872e-cd4f11b258e8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 1130 time: 0.0446026 Jun 27 21:20:37.099282 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9cbd87e9-a688-4312-9763-fe9daec9a43b req-a8651431-be53-48b5-a625-989c511aecb5 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520427 Jun 27 21:20:37.453898 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd6fab-2272-4dc1-aec3-a18ddd0faa37 req-9173ecef-aeec-4658-bcbf-7547f01c5505 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:37.455385 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9ccd6fab-2272-4dc1-aec3-a18ddd0faa37 req-9173ecef-aeec-4658-bcbf-7547f01c5505 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0598884 Jun 27 21:20:37.507167 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9ccd6fab-2272-4dc1-aec3-a18ddd0faa37 req-23f1b6be-5b51-4604-87fb-9de1663cecd0 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455554 Jun 27 21:20:38.282540 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87357a3e-eb5f-4916-9b79-fa575d3610df req-214a297c-202b-4c4e-8ad6-56d57fbdd9c8 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:38.285507 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-87357a3e-eb5f-4916-9b79-fa575d3610df req-214a297c-202b-4c4e-8ad6-56d57fbdd9c8 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0727375 Jun 27 21:20:38.344956 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-87357a3e-eb5f-4916-9b79-fa575d3610df req-97fb1e48-dd2c-4068-99a4-af252826f745 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489130 Jun 27 21:20:38.631751 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000013-848c-4b04-9044-34dab4fe8f2a req-f2edc4f8-0243-466c-8d10-4eabaf9db901 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:38.633458 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4f000013-848c-4b04-9044-34dab4fe8f2a req-f2edc4f8-0243-466c-8d10-4eabaf9db901 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0537670 Jun 27 21:20:38.684443 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4f000013-848c-4b04-9044-34dab4fe8f2a req-fc2d244a-ccd8-449f-8c34-5d48cedea361 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Jun 27 21:20:38.793661 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:38.808575 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556ed43-384f-41bf-9ba2-4df8fd0bc882 req-a4488472-6059-43c8-81d0-0f6324a2642f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:38.810118 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2556ed43-384f-41bf-9ba2-4df8fd0bc882 req-a4488472-6059-43c8-81d0-0f6324a2642f tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0550857 Jun 27 21:20:38.818797 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47024) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:38.824113 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-cb46de63-65d5-4ff7-b4b7-e4d061c098ef tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Request body: {'floatingip': {'port_id': '67ccd3c5-1cc9-425f-a7e3-26606e621d54'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:38.864145 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cb46de63-65d5-4ff7-b4b7-e4d061c098ef tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (bab44268-1041-4e90-abef-6f08496beb27), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:39.336279 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cb46de63-65d5-4ff7-b4b7-e4d061c098ef tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:39.341813 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cb46de63-65d5-4ff7-b4b7-e4d061c098ef tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (bab44268-1041-4e90-abef-6f08496beb27), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:39.467022 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [None req-cb46de63-65d5-4ff7-b4b7-e4d061c098ef tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Floating IP bab44268-1041-4e90-abef-6f08496beb27 associated. External IP: 172.27.0.122, port: 67ccd3c5-1cc9-425f-a7e3-26606e621d54. Jun 27 21:20:39.470843 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:39.499267 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66515484-3563-4eed-b343-cc49425af04f req-2c624442-e32e-45bd-85b6-1697cbc6bbad tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:39.501409 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-66515484-3563-4eed-b343-cc49425af04f req-2c624442-e32e-45bd-85b6-1697cbc6bbad tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0627904 Jun 27 21:20:39.563448 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-66515484-3563-4eed-b343-cc49425af04f req-4aee20e3-3241-4bcb-a334-1eb95411a9f0 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554245 Jun 27 21:20:39.798893 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:20:39.962684 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb46de63-65d5-4ff7-b4b7-e4d061c098ef tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Router d007bc45-beb0-4986-b003-751ca2df7666 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:20:40.082880 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb46de63-65d5-4ff7-b4b7-e4d061c098ef tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:20:40.090010 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cb46de63-65d5-4ff7-b4b7-e4d061c098ef tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:40.095175 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c514e-7a9b-4e9a-a1c0-a3ff00daee69 None None] Sync routers for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:20:40.108844 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c514e-7a9b-4e9a-a1c0-a3ff00daee69 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:40.109784 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-494c514e-7a9b-4e9a-a1c0-a3ff00daee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:40.133241 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-cb46de63-65d5-4ff7-b4b7-e4d061c098ef tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "PUT /v2.0/floatingips/bab44268-1041-4e90-abef-6f08496beb27 HTTP/1.1" status: 200 len: 992 time: 1.3130357 Jun 27 21:20:40.134116 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624274f6-859f-4e03-9c00-90574d06b2c5', 'tag': '67ccd3c5-1cc9-425f-a7e3-26606e621d54'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:40.137964 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d" -d '{"events": [{"name": "network-changed", "server_uuid": "624274f6-859f-4e03-9c00-90574d06b2c5", "tag": "67ccd3c5-1cc9-425f-a7e3-26606e621d54"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:40.184063 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60547055-225e-492d-9d52-5ff114e853cc x-openstack-request-id: req-60547055-225e-492d-9d52-5ff114e853cc {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:40.184884 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624274f6-859f-4e03-9c00-90574d06b2c5", "tag": "67ccd3c5-1cc9-425f-a7e3-26606e621d54", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:40.185159 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60547055-225e-492d-9d52-5ff114e853cc {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:40.186007 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60547055-225e-492d-9d52-5ff114e853cc'] response: {'name': 'network-changed', 'server_uuid': '624274f6-859f-4e03-9c00-90574d06b2c5', 'tag': '67ccd3c5-1cc9-425f-a7e3-26606e621d54', 'status': 'completed', 'code': 200} Jun 27 21:20:40.246748 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-494c514e-7a9b-4e9a-a1c0-a3ff00daee69 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:40.436027 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-a20c304f-dc34-4d08-b1d7-412aa0a82d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:40.527469 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-494c514e-7a9b-4e9a-a1c0-a3ff00daee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'bab44268-1041-4e90-abef-6f08496beb27', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'port_id': '67ccd3c5-1cc9-425f-a7e3-26606e621d54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'mac_address': 'fa:16:3e:74:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624274f6-859f-4e03-9c00-90574d06b2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:20:22Z', 'updated_at': '2022-06-27T21:20:39Z', 'revision_number': 1, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:40.570876 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c514e-7a9b-4e9a-a1c0-a3ff00daee69 None None] Checking router: d007bc45-beb0-4986-b003-751ca2df7666 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:20:40.575500 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:40.588083 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c514e-7a9b-4e9a-a1c0-a3ff00daee69 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:40.589119 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-494c514e-7a9b-4e9a-a1c0-a3ff00daee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:40.713945 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc5045-472d-497e-aaf5-02719e0259b9 req-e37fb4a1-a35e-4daf-b52d-acb617f136af tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:40.715696 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b0fc5045-472d-497e-aaf5-02719e0259b9 req-e37fb4a1-a35e-4daf-b52d-acb617f136af tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0622683 Jun 27 21:20:40.730152 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-494c514e-7a9b-4e9a-a1c0-a3ff00daee69 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:40.764001 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:40.797668 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b0fc5045-472d-497e-aaf5-02719e0259b9 req-d0d9c14e-6bb3-4622-b681-5dc51043847a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756211 Jun 27 21:20:40.966256 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-494c514e-7a9b-4e9a-a1c0-a3ff00daee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'bab44268-1041-4e90-abef-6f08496beb27', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'port_id': '67ccd3c5-1cc9-425f-a7e3-26606e621d54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'mac_address': 'fa:16:3e:74:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624274f6-859f-4e03-9c00-90574d06b2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:20:22Z', 'updated_at': '2022-06-27T21:20:39Z', 'revision_number': 1, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:41.092514 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c514e-7a9b-4e9a-a1c0-a3ff00daee69 None None] The sync data for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi is: [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'bab44268-1041-4e90-abef-6f08496beb27', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'port_id': '67ccd3c5-1cc9-425f-a7e3-26606e621d54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'mac_address': 'fa:16:3e:74:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624274f6-859f-4e03-9c00-90574d06b2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:20:22Z', 'updated_at': '2022-06-27T21:20:39Z', 'revision_number': 1, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:20:41.230199 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d req-b1b96f60-89fa-47f6-b40e-825254ff5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:41.231690 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d req-b1b96f60-89fa-47f6-b40e-825254ff5c76 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 1130 time: 0.0548520 Jun 27 21:20:41.333458 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585dca9-bb61-461f-bcaa-88adac25aab9 None None] New status for floating IP bab44268-1041-4e90-abef-6f08496beb27: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:20:41.706696 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:41.761682 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77bf2a-4184-40f4-aa67-1fcf3b288cde req-5989f934-dd98-4f4d-8122-37c5f9e9473b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:41.763335 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cf77bf2a-4184-40f4-aa67-1fcf3b288cde req-5989f934-dd98-4f4d-8122-37c5f9e9473b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.1356120 Jun 27 21:20:41.790455 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d req-c3137b79-e718-4108-9793-cf82a2b8cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:41.791999 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d req-c3137b79-e718-4108-9793-cf82a2b8cdee service neutron] 10.222.0.33 "GET /v2.0/networks?id=1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 200 len: 911 time: 0.1772397 Jun 27 21:20:41.944011 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea2697-1ee6-41de-906b-225adb15727a req-f3f757ec-c9ad-441c-969f-7bc92ae994df tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:41.946800 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-94ea2697-1ee6-41de-906b-225adb15727a req-f3f757ec-c9ad-441c-969f-7bc92ae994df tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 945 time: 0.0683868 Jun 27 21:20:42.136776 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d req-7261e081-f841-45d9-adcc-e16e260107a9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67ccd3c5-1cc9-425f-a7e3-26606e621d54 HTTP/1.1" status: 200 len: 1002 time: 0.1843743 Jun 27 21:20:42.145491 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-94ea2697-1ee6-41de-906b-225adb15727a req-2a1305c5-ae80-4103-a40d-2489738486fc tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912606 Jun 27 21:20:42.218432 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-cf77bf2a-4184-40f4-aa67-1fcf3b288cde req-d0e31479-2d4c-4b99-b40f-b88f8b359087 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Deleting port a6130374-d711-4d19-a701-67a2bc874882 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:42.218773 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-cf77bf2a-4184-40f4-aa67-1fcf3b288cde req-d0e31479-2d4c-4b99-b40f-b88f8b359087 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (a6130374-d711-4d19-a701-67a2bc874882), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:42.254271 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d req-94134979-1d01-44c1-a67e-e70f3254a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:42.255743 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d req-94134979-1d01-44c1-a67e-e70f3254a3ab service neutron] 10.222.0.33 "GET /v2.0/subnets?id=213cf038-a41b-410c-bb9f-41e81ba7f4cf HTTP/1.1" status: 200 len: 849 time: 0.0909133 Jun 27 21:20:42.343963 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:42.366588 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d req-30b751f4-ea04-4a39-8306-cb09edc99bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:42.369871 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d req-30b751f4-ea04-4a39-8306-cb09edc99bb4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1ab36d48-170c-4f48-af11-d6da9c4061e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063306 Jun 27 21:20:42.438873 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-cf77bf2a-4184-40f4-aa67-1fcf3b288cde req-d0e31479-2d4c-4b99-b40f-b88f8b359087 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] For port a6130374-d711-4d19-a701-67a2bc874882, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a6130374-d711-4d19-a701-67a2bc874882,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:42.439243 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-cf77bf2a-4184-40f4-aa67-1fcf3b288cde req-d0e31479-2d4c-4b99-b40f-b88f8b359087 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (a6130374-d711-4d19-a701-67a2bc874882), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:42.495697 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-cf77bf2a-4184-40f4-aa67-1fcf3b288cde req-d0e31479-2d4c-4b99-b40f-b88f8b359087 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Calling delete_port for a6130374-d711-4d19-a701-67a2bc874882 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:42.569482 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d req-928b3cd1-561a-4f66-bba2-3f1d8ed5a03e service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922002 Jun 27 21:20:42.647371 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2cee122b-cf59-4674-82f0-8e1a75397dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:42.723904 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9796b9c-82d9-40c1-adcc-e75f6ed0725d req-84d6daa0-027b-444a-ae28-925341bd1714 service neutron] 10.222.0.33 "GET /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473088 Jun 27 21:20:42.751533 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-cf77bf2a-4184-40f4-aa67-1fcf3b288cde req-d0e31479-2d4c-4b99-b40f-b88f8b359087 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (a6130374-d711-4d19-a701-67a2bc874882), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:42.790088 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['e0071d9d-e534-4717-a5e1-b60e19b215c7'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:20:42.798638 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e31479-2d4c-4b99-b40f-b88f8b359087 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event deleted for resources: {'Port': ['ID=a6130374-d711-4d19-a701-67a2bc874882,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:42.857180 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf77bf2a-4184-40f4-aa67-1fcf3b288cde req-d0e31479-2d4c-4b99-b40f-b88f8b359087 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] No DVR routers for this DVR port a6130374-d711-4d19-a701-67a2bc874882 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:20:42.860044 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-cf77bf2a-4184-40f4-aa67-1fcf3b288cde req-d0e31479-2d4c-4b99-b40f-b88f8b359087 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:42.864055 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cf77bf2a-4184-40f4-aa67-1fcf3b288cde req-d0e31479-2d4c-4b99-b40f-b88f8b359087 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "DELETE /v2.0/ports/a6130374-d711-4d19-a701-67a2bc874882 HTTP/1.1" status: 204 len: 173 time: 0.9000990 Jun 27 21:20:42.864454 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d240a8f-534e-471d-817b-3d79b449bfeb', 'name': 'network-vif-deleted', 'tag': 'a6130374-d711-4d19-a701-67a2bc874882'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:42.866873 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5009a6a2-79f8-4688-b8db-09a047307e39" -d '{"events": [{"server_uuid": "4d240a8f-534e-471d-817b-3d79b449bfeb", "name": "network-vif-deleted", "tag": "a6130374-d711-4d19-a701-67a2bc874882"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:42.931898 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab9c014-e878-477b-a075-c446ca132cfc x-openstack-request-id: req-4ab9c014-e878-477b-a075-c446ca132cfc {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:42.932340 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d240a8f-534e-471d-817b-3d79b449bfeb", "name": "network-vif-deleted", "tag": "a6130374-d711-4d19-a701-67a2bc874882", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:42.932728 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ab9c014-e878-477b-a075-c446ca132cfc {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:42.933283 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab9c014-e878-477b-a075-c446ca132cfc'] response: {'server_uuid': '4d240a8f-534e-471d-817b-3d79b449bfeb', 'name': 'network-vif-deleted', 'tag': 'a6130374-d711-4d19-a701-67a2bc874882', 'status': 'completed', 'code': 200} Jun 27 21:20:43.294343 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fc3929af-5c0c-43c2-b8e9-4a4e56722685 req-d947243e-5423-4e2b-af21-a46cd6c84f57 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d240a8f-534e-471d-817b-3d79b449bfeb HTTP/1.1" status: 200 len: 210 time: 0.0433428 Jun 27 21:20:43.789444 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:44.608517 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device a6130374-d711-4d19-a701-67a2bc874882 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:20:44.639962 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: a6130374-d711-4d19-a701-67a2bc874882 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:20:44.640490 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device a6130374-d711-4d19-a701-67a2bc874882 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:20:44.651163 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4490b-9b8a-4949-8181-27830d2f7b77 req-119b5504-3af4-47eb-b90a-bf270046cbe2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:44.652793 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-14d4490b-9b8a-4949-8181-27830d2f7b77 req-119b5504-3af4-47eb-b90a-bf270046cbe2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0667932 Jun 27 21:20:44.684136 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:44.708062 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-14d4490b-9b8a-4949-8181-27830d2f7b77 req-ba181c7c-d607-40a9-b1a1-15c20a35e221 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481689 Jun 27 21:20:45.442290 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:45.553476 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaba681-dfa4-4c07-b51c-c9d64bcdc8ff req-31ecb871-29ae-4464-9b95-71f57881e13c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:45.554864 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4aaba681-dfa4-4c07-b51c-c9d64bcdc8ff req-31ecb871-29ae-4464-9b95-71f57881e13c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 945 time: 0.0522218 Jun 27 21:20:45.613055 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4aaba681-dfa4-4c07-b51c-c9d64bcdc8ff req-9f753cf1-acbf-4a52-9848-777405544033 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483136 Jun 27 21:20:45.677668 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:45.840448 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee179a-af2d-4c8a-bf04-de542fcedb93 req-cf9da902-b957-4db8-be30-bd0700a6e070 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:45.842158 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b9ee179a-af2d-4c8a-bf04-de542fcedb93 req-cf9da902-b957-4db8-be30-bd0700a6e070 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0532632 Jun 27 21:20:45.896232 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b9ee179a-af2d-4c8a-bf04-de542fcedb93 req-3af877f7-c6ff-4d94-b5c0-3cd4dd1975a5 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480912 Jun 27 21:20:46.742643 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2767a6-a437-4929-966e-0bbf701539f7 req-6c3f6156-55ce-4f72-a5b8-183a790f65d3 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:46.744110 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7b2767a6-a437-4929-966e-0bbf701539f7 req-6c3f6156-55ce-4f72-a5b8-183a790f65d3 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 945 time: 0.0497804 Jun 27 21:20:46.794640 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7b2767a6-a437-4929-966e-0bbf701539f7 req-ccebd883-682c-4799-8cf6-bd01154c0880 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446193 Jun 27 21:20:47.021588 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceffc0-eab4-462f-a80e-a5be04ecb47d req-84e23501-46b9-4339-90bf-3b886b26e0e1 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:47.023114 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c2ceffc0-eab4-462f-a80e-a5be04ecb47d req-84e23501-46b9-4339-90bf-3b886b26e0e1 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0527968 Jun 27 21:20:47.075357 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c2ceffc0-eab4-462f-a80e-a5be04ecb47d req-7d497d1f-dfea-4054-bf2d-80e07bac5d81 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451715 Jun 27 21:20:47.914920 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3b50d-8d9c-4bc8-a532-de76aa877e36 req-8554dfd5-bada-4f9d-aa99-ae3f1aeceeba tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:47.916509 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-eed3b50d-8d9c-4bc8-a532-de76aa877e36 req-8554dfd5-bada-4f9d-aa99-ae3f1aeceeba tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 945 time: 0.0499101 Jun 27 21:20:47.966482 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-eed3b50d-8d9c-4bc8-a532-de76aa877e36 req-25679aff-ac11-4927-8e21-9ab0cc1b1730 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442214 Jun 27 21:20:48.195379 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a0f35-51e8-4121-b64d-9f3fa4188129 req-de5310ee-7726-4f9b-af54-cc27011222fe tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:48.196852 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c56a0f35-51e8-4121-b64d-9f3fa4188129 req-de5310ee-7726-4f9b-af54-cc27011222fe tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0503845 Jun 27 21:20:48.247803 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c56a0f35-51e8-4121-b64d-9f3fa4188129 req-e64b64fd-af59-4469-a7a2-61e2c2299ad2 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445008 Jun 27 21:20:49.089417 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ae24a-4d6a-4c47-9f75-92048a8d72f4 req-ae47f908-190a-4ace-a6a1-693a199a1bfb tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:49.090949 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f44ae24a-4d6a-4c47-9f75-92048a8d72f4 req-ae47f908-190a-4ace-a6a1-693a199a1bfb tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 945 time: 0.0536983 Jun 27 21:20:49.142326 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f44ae24a-4d6a-4c47-9f75-92048a8d72f4 req-4a63acd3-bc3c-43cf-9ef5-7b1db35b129b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450475 Jun 27 21:20:49.318015 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:49.366966 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11154252-0069-43e8-84f3-788763feedd0 req-cffdf5fb-b2b9-43ff-a1ef-0d684729db3e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:49.368854 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-11154252-0069-43e8-84f3-788763feedd0 req-cffdf5fb-b2b9-43ff-a1ef-0d684729db3e tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0502081 Jun 27 21:20:49.435467 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-11154252-0069-43e8-84f3-788763feedd0 req-f6132c64-ce7b-4705-abe1-cb8594a94d0a tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601220 Jun 27 21:20:49.522379 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:49.584477 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-018e0340-337b-40a2-a455-3cf062782a5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:49.585892 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-018e0340-337b-40a2-a455-3cf062782a5f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 945 time: 0.0732434 Jun 27 21:20:49.592620 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f84349-81ae-48d5-89ff-6db707dc9285 req-2cdf413e-f71e-4311-a1a6-c6970cd95b93 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:49.594022 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c2f84349-81ae-48d5-89ff-6db707dc9285 req-2cdf413e-f71e-4311-a1a6-c6970cd95b93 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.0909204 Jun 27 21:20:50.022257 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Deleting port 614915c8-5412-4f02-82c2-94d13c38ee9b {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:50.022749 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:50.027318 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-c2f84349-81ae-48d5-89ff-6db707dc9285 req-da347be0-0ed7-44d5-a479-27bde4706441 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Deleting port e0071d9d-e534-4717-a5e1-b60e19b215c7 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:50.027794 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-c2f84349-81ae-48d5-89ff-6db707dc9285 req-da347be0-0ed7-44d5-a479-27bde4706441 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:50.225240 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-c2f84349-81ae-48d5-89ff-6db707dc9285 req-da347be0-0ed7-44d5-a479-27bde4706441 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] For port e0071d9d-e534-4717-a5e1-b60e19b215c7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=e0071d9d-e534-4717-a5e1-b60e19b215c7,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:50.226013 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-c2f84349-81ae-48d5-89ff-6db707dc9285 req-da347be0-0ed7-44d5-a479-27bde4706441 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:50.229183 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] For port 614915c8-5412-4f02-82c2-94d13c38ee9b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=614915c8-5412-4f02-82c2-94d13c38ee9b,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:50.229537 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:50.251138 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-c2f84349-81ae-48d5-89ff-6db707dc9285 req-da347be0-0ed7-44d5-a479-27bde4706441 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Calling delete_port for e0071d9d-e534-4717-a5e1-b60e19b215c7 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:50.315779 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:50.330022 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed0c9f-78fd-4c84-ae72-e7d3705fa94e req-6001cc93-0597-4f12-b45c-67792861b35a tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:50.331575 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-89ed0c9f-78fd-4c84-ae72-e7d3705fa94e req-6001cc93-0597-4f12-b45c-67792861b35a tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 945 time: 0.1118698 Jun 27 21:20:50.348257 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:50.398163 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-89ed0c9f-78fd-4c84-ae72-e7d3705fa94e req-7edc7395-15ee-41f9-9f97-50b1b7651964 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=95de886e-2555-4736-bf16-96a2e14efe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552983 Jun 27 21:20:50.499310 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:50.499903 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (1c68e03e-e5ec-47ff-ae03-305406a4bb9b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:50.500042 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Floating IP 1c68e03e-e5ec-47ff-ae03-305406a4bb9b disassociated. External IP: 172.27.0.154, port: 614915c8-5412-4f02-82c2-94d13c38ee9b. Jun 27 21:20:50.500306 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Calling delete_port for 614915c8-5412-4f02-82c2-94d13c38ee9b owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:50.605813 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-c2f84349-81ae-48d5-89ff-6db707dc9285 req-da347be0-0ed7-44d5-a479-27bde4706441 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (e0071d9d-e534-4717-a5e1-b60e19b215c7), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:50.616663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154e3b1-ddef-434e-974b-7c361bdc9a51 req-2b0f2d9b-aeb9-4a3d-8d11-bb4a6fac5846 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:50.618234 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d154e3b1-ddef-434e-974b-7c361bdc9a51 req-2b0f2d9b-aeb9-4a3d-8d11-bb4a6fac5846 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/ports?device_id=53419a08-6ab0-4f25-82f9-81496ca7440e HTTP/1.1" status: 200 len: 945 time: 0.1000516 Jun 27 21:20:50.654284 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['e0071d9d-e534-4717-a5e1-b60e19b215c7'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:20:50.668470 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da347be0-0ed7-44d5-a479-27bde4706441 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Pushing event deleted for resources: {'Port': ['ID=e0071d9d-e534-4717-a5e1-b60e19b215c7,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:50.720370 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:50.758256 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f84349-81ae-48d5-89ff-6db707dc9285 req-da347be0-0ed7-44d5-a479-27bde4706441 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] No DVR routers for this DVR port e0071d9d-e534-4717-a5e1-b60e19b215c7 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:20:50.779003 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-c2f84349-81ae-48d5-89ff-6db707dc9285 req-da347be0-0ed7-44d5-a479-27bde4706441 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:50.782389 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c2f84349-81ae-48d5-89ff-6db707dc9285 req-da347be0-0ed7-44d5-a479-27bde4706441 tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.33 "DELETE /v2.0/ports/e0071d9d-e534-4717-a5e1-b60e19b215c7 HTTP/1.1" status: 204 len: 173 time: 0.9614878 Jun 27 21:20:50.783344 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53419a08-6ab0-4f25-82f9-81496ca7440e', 'name': 'network-vif-deleted', 'tag': 'e0071d9d-e534-4717-a5e1-b60e19b215c7'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:50.785701 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f82050-b7b4-4ef9-8eec-a13e5f854b56" -d '{"events": [{"server_uuid": "53419a08-6ab0-4f25-82f9-81496ca7440e", "name": "network-vif-deleted", "tag": "e0071d9d-e534-4717-a5e1-b60e19b215c7"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:50.794659 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d154e3b1-ddef-434e-974b-7c361bdc9a51 req-50cb4c20-0bc7-461a-ab0b-4ce79ca4069b tempest-ServerRescueNegativeTestJSON-2086275792 tempest-ServerRescueNegativeTestJSON-2086275792-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6d47550-3136-4e70-920a-63bb1f4bd93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658340 Jun 27 21:20:50.833314 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (614915c8-5412-4f02-82c2-94d13c38ee9b), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:50.846540 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d118c3-ce53-4153-959d-25ff032911d3 x-openstack-request-id: req-c4d118c3-ce53-4153-959d-25ff032911d3 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:50.846820 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53419a08-6ab0-4f25-82f9-81496ca7440e", "name": "network-vif-deleted", "tag": "e0071d9d-e534-4717-a5e1-b60e19b215c7", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:50.847070 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4d118c3-ce53-4153-959d-25ff032911d3 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:50.847461 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d118c3-ce53-4153-959d-25ff032911d3'] response: {'server_uuid': '53419a08-6ab0-4f25-82f9-81496ca7440e', 'name': 'network-vif-deleted', 'tag': 'e0071d9d-e534-4717-a5e1-b60e19b215c7', 'status': 'completed', 'code': 200} Jun 27 21:20:50.865860 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'Port': ['ID=614915c8-5412-4f02-82c2-94d13c38ee9b,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:50.963570 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=20 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:50.970602 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=36 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:51.004615 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Router 6a82da67-b908-4e2c-89ed-54a09475cceb has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:20:51.168339 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:20:51.182330 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba08f16-d8f1-4e97-8e65-d82adf6c7f7c None None] Sync routers for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:20:51.196009 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba08f16-d8f1-4e97-8e65-d82adf6c7f7c None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:51.196690 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6ba08f16-d8f1-4e97-8e65-d82adf6c7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:51.227024 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] No DVR routers for this DVR port 614915c8-5412-4f02-82c2-94d13c38ee9b on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:20:51.230962 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:51.236850 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6c7991b7-a968-4ca9-b880-9f767016b2b6 req-3a9afe81-4169-4db9-b004-460b7aad66c1 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "DELETE /v2.0/ports/614915c8-5412-4f02-82c2-94d13c38ee9b HTTP/1.1" status: 204 len: 173 time: 1.4171205 Jun 27 21:20:51.326612 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-6ba08f16-d8f1-4e97-8e65-d82adf6c7f7c None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:51.535520 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2243d9fb-baf7-440e-8e5d-674f04bd711c req-259934f8-987f-48e6-bec2-562b80e5a4a9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=397198b2-1a3a-4947-8184-2f3c7a817da9 HTTP/1.1" status: 200 len: 210 time: 0.0520775 Jun 27 21:20:51.601265 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6ba08f16-d8f1-4e97-8e65-d82adf6c7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:51.639037 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba08f16-d8f1-4e97-8e65-d82adf6c7f7c None None] Checking router: 6a82da67-b908-4e2c-89ed-54a09475cceb for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:20:51.648900 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba08f16-d8f1-4e97-8e65-d82adf6c7f7c None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:51.649759 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6ba08f16-d8f1-4e97-8e65-d82adf6c7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:51.768044 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-6ba08f16-d8f1-4e97-8e65-d82adf6c7f7c None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:51.872700 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47112) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:51.985995 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6ba08f16-d8f1-4e97-8e65-d82adf6c7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:52.030450 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba08f16-d8f1-4e97-8e65-d82adf6c7f7c None None] The sync data for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi is: [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:20:52.138238 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:52.328950 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3465afe-cb7d-4bd3-8ff0-ad90d3655cc6 None None] New status for floating IP 1c68e03e-e5ec-47ff-ae03-305406a4bb9b: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:20:52.471196 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589978'] for router_interface (6a7bf275-0582-4647-b71a-5b82bd4a4af6), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:52.660226 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47120) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:52.674074 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 614915c8-5412-4f02-82c2-94d13c38ee9b no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:20:52.699179 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: 614915c8-5412-4f02-82c2-94d13c38ee9b {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:20:52.699523 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 614915c8-5412-4f02-82c2-94d13c38ee9b not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:20:52.699941 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device e0071d9d-e534-4717-a5e1-b60e19b215c7 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:20:52.722224 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: e0071d9d-e534-4717-a5e1-b60e19b215c7 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:20:52.722547 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device e0071d9d-e534-4717-a5e1-b60e19b215c7 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:20:52.958525 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'name': 'network-vif-deleted', 'tag': '614915c8-5412-4f02-82c2-94d13c38ee9b'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:20:52.961175 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26de284-e5ad-4d39-861e-6164367dd1cd" -d '{"events": [{"server_uuid": "397198b2-1a3a-4947-8184-2f3c7a817da9", "name": "network-vif-deleted", "tag": "614915c8-5412-4f02-82c2-94d13c38ee9b"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:20:53.023124 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce62c0d-b795-4e6e-a211-7df9eb6aeb87 x-openstack-request-id: req-dce62c0d-b795-4e6e-a211-7df9eb6aeb87 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:20:53.023411 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397198b2-1a3a-4947-8184-2f3c7a817da9", "name": "network-vif-deleted", "tag": "614915c8-5412-4f02-82c2-94d13c38ee9b", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:20:53.023699 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dce62c0d-b795-4e6e-a211-7df9eb6aeb87 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:20:53.024037 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce62c0d-b795-4e6e-a211-7df9eb6aeb87'] response: {'server_uuid': '397198b2-1a3a-4947-8184-2f3c7a817da9', 'name': 'network-vif-deleted', 'tag': '614915c8-5412-4f02-82c2-94d13c38ee9b', 'status': 'completed', 'code': 200} Jun 27 21:20:53.043369 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:53.046287 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cf5c112d-2f16-4e38-aa41-51eb99c9fe1d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (95de886e-2555-4736-bf16-96a2e14efe2c), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.097964 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cf5c112d-2f16-4e38-aa41-51eb99c9fe1d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (95de886e-2555-4736-bf16-96a2e14efe2c), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.111990 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] Deleting port 3096e570-9028-4cc3-a6f0-98e976d489da {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:53.112286 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.212510 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cf5c112d-2f16-4e38-aa41-51eb99c9fe1d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (95de886e-2555-4736-bf16-96a2e14efe2c), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.214942 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cf5c112d-2f16-4e38-aa41-51eb99c9fe1d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.216077 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-cf5c112d-2f16-4e38-aa41-51eb99c9fe1d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "DELETE /v2.0/security-groups/95de886e-2555-4736-bf16-96a2e14efe2c HTTP/1.1" status: 204 len: 168 time: 0.5549433 Jun 27 21:20:53.219275 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47124) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:53.230724 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] For port 3096e570-9028-4cc3-a6f0-98e976d489da, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=3096e570-9028-4cc3-a6f0-98e976d489da,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:53.231085 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.234541 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c112d-2f16-4e38-aa41-51eb99c9fe1d tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95de886e-2555-4736-bf16-96a2e14efe2c,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:53.236775 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.api.v2.resource [None req-7593ac95-70f6-46f7-8b7c-83db595d2adc tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] show failed (client error): The resource could not be found. Jun 27 21:20:53.241687 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7593ac95-70f6-46f7-8b7c-83db595d2adc tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups/95de886e-2555-4736-bf16-96a2e14efe2c HTTP/1.1" status: 404 len: 347 time: 0.0181010 Jun 27 21:20:53.243217 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47126) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:53.250384 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] Calling delete_port for 3096e570-9028-4cc3-a6f0-98e976d489da owned by network:router_interface {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:53.372829 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-355db08c-53c9-4509-b158-b162028a6a81 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Deleting port 89ed9ce3-a956-423c-bf61-dd50954206bc {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:53.372829 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-355db08c-53c9-4509-b158-b162028a6a81 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (89ed9ce3-a956-423c-bf61-dd50954206bc), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.420485 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:53.455795 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:53.461510 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-355db08c-53c9-4509-b158-b162028a6a81 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (89ed9ce3-a956-423c-bf61-dd50954206bc), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.461851 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-355db08c-53c9-4509-b158-b162028a6a81 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (89ed9ce3-a956-423c-bf61-dd50954206bc), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.481172 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-355db08c-53c9-4509-b158-b162028a6a81 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Calling delete_port for 89ed9ce3-a956-423c-bf61-dd50954206bc owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:53.487669 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (3096e570-9028-4cc3-a6f0-98e976d489da), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.521546 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] Pushing event deleted for resources: {'Port': ['ID=3096e570-9028-4cc3-a6f0-98e976d489da,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:53.638967 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-355db08c-53c9-4509-b158-b162028a6a81 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (89ed9ce3-a956-423c-bf61-dd50954206bc), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.663185 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355db08c-53c9-4509-b158-b162028a6a81 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'Port': ['ID=89ed9ce3-a956-423c-bf61-dd50954206bc,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:53.698867 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-355db08c-53c9-4509-b158-b162028a6a81 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (1c68e03e-e5ec-47ff-ae03-305406a4bb9b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.701823 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-355db08c-53c9-4509-b158-b162028a6a81 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.706344 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-355db08c-53c9-4509-b158-b162028a6a81 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "DELETE /v2.0/floatingips/1c68e03e-e5ec-47ff-ae03-305406a4bb9b HTTP/1.1" status: 204 len: 168 time: 0.4626796 Jun 27 21:20:53.762958 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590090'] for router_interface (6a7bf275-0582-4647-b71a-5b82bd4a4af6), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.782969 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47132) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:53.787482 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-a7dba781-9968-43ba-ab49-83c1339c3502 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763745875', 'description': 'tempest-description--447208939'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:53.855410 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a7dba781-9968-43ba-ab49-83c1339c3502 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:53.982858 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:54.050677 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a7dba781-9968-43ba-ab49-83c1339c3502 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (2ad12d04-d93b-4779-b847-005934b5acae), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.057593 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a7dba781-9968-43ba-ab49-83c1339c3502 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (2ad12d04-d93b-4779-b847-005934b5acae), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.090942 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] Router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:20:54.093688 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a7dba781-9968-43ba-ab49-83c1339c3502 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.094921 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-a7dba781-9968-43ba-ab49-83c1339c3502 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3110168 Jun 27 21:20:54.098009 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47134) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:54.104528 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-65e2498c-5cb3-485c-bec6-5bcdbfd2e49b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group_rule': {'security_group_id': '2ad12d04-d93b-4779-b847-005934b5acae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:54.106571 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dba781-9968-43ba-ab49-83c1339c3502 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad12d04-d93b-4779-b847-005934b5acae,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:54.156735 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-65e2498c-5cb3-485c-bec6-5bcdbfd2e49b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (7096db13-acb5-411a-a394-c769531e2152), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.232749 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-65e2498c-5cb3-485c-bec6-5bcdbfd2e49b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (7096db13-acb5-411a-a394-c769531e2152), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.239138 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-65e2498c-5cb3-485c-bec6-5bcdbfd2e49b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (7096db13-acb5-411a-a394-c769531e2152), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.239511 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:20:54.249291 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-256e9fb7-ec84-4726-95d9-814bb7ccca2a admin admin] 10.222.0.13 "PUT /v2.0/routers/6a7bf275-0582-4647-b71a-5b82bd4a4af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3753159 Jun 27 21:20:54.249972 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47136) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:54.255274 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665410d7-562f-4b5c-bc2d-1a7678d1ee4a None None] Sync routers for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:20:54.266906 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2498c-5cb3-485c-bec6-5bcdbfd2e49b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7096db13-acb5-411a-a394-c769531e2152,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:54.282109 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665410d7-562f-4b5c-bc2d-1a7678d1ee4a None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:54.282804 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-665410d7-562f-4b5c-bc2d-1a7678d1ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:54.292092 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-65e2498c-5cb3-485c-bec6-5bcdbfd2e49b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.294243 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-65e2498c-5cb3-485c-bec6-5bcdbfd2e49b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1946888 Jun 27 21:20:54.297830 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47138) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:54.304401 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-9cfd25fe-b91c-4c46-b5cc-83d4956e16ca tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'security_group_rule': {'security_group_id': '2ad12d04-d93b-4779-b847-005934b5acae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:54.363617 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9cfd25fe-b91c-4c46-b5cc-83d4956e16ca tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (9f3b8e0a-ff56-45a2-bdb1-52607ca5fffd), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.402068 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Publish callbacks [] for router (6a7bf275-0582-4647-b71a-5b82bd4a4af6), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.403694 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:54.447960 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-665410d7-562f-4b5c-bc2d-1a7678d1ee4a None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:54.491284 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9cfd25fe-b91c-4c46-b5cc-83d4956e16ca tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (9f3b8e0a-ff56-45a2-bdb1-52607ca5fffd), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.498609 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9cfd25fe-b91c-4c46-b5cc-83d4956e16ca tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (9f3b8e0a-ff56-45a2-bdb1-52607ca5fffd), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.540116 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Publish callbacks [] for router_gateway (6a7bf275-0582-4647-b71a-5b82bd4a4af6), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.544585 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9cfd25fe-b91c-4c46-b5cc-83d4956e16ca tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.545964 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9cfd25fe-b91c-4c46-b5cc-83d4956e16ca tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2467952 Jun 27 21:20:54.547378 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd25fe-b91c-4c46-b5cc-83d4956e16ca tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3b8e0a-ff56-45a2-bdb1-52607ca5fffd,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:54.554791 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47142) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:54.565471 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:54.648703 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-665410d7-562f-4b5c-bc2d-1a7678d1ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:20:53Z', 'revision_number': 5, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port': {'id': 'b5f79941-79cb-4fdc-bef7-705aca9c9d78', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:45Z', 'updated_at': '2022-06-27T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:54.679587 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665410d7-562f-4b5c-bc2d-1a7678d1ee4a None None] Checking router: 6a7bf275-0582-4647-b71a-5b82bd4a4af6 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:20:54.681846 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.688778 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Deleting port b5f79941-79cb-4fdc-bef7-705aca9c9d78 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:54.689098 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.697163 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665410d7-562f-4b5c-bc2d-1a7678d1ee4a None None] Routers {'6a7bf275-0582-4647-b71a-5b82bd4a4af6'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:20:54.698554 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-665410d7-562f-4b5c-bc2d-1a7678d1ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:54.736338 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31019437-5065-4064-8460-8ec4dba0b645 req-b09d4bc7-585e-43b8-843a-618dcf399f9e tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:54.737928 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-31019437-5065-4064-8460-8ec4dba0b645 req-b09d4bc7-585e-43b8-843a-618dcf399f9e tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0815003 Jun 27 21:20:54.753376 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:54.758271 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:54.788719 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:54.830012 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-31019437-5065-4064-8460-8ec4dba0b645 req-127ea708-9544-4d0a-b616-11ed32d432eb tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819674 Jun 27 21:20:54.864621 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-665410d7-562f-4b5c-bc2d-1a7678d1ee4a None None] Set router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 gateway port host: None {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:20:54.873771 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.893437 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] For port b5f79941-79cb-4fdc-bef7-705aca9c9d78, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=b5f79941-79cb-4fdc-bef7-705aca9c9d78,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:54.893787 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:54.916888 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-665410d7-562f-4b5c-bc2d-1a7678d1ee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:20:54Z', 'revision_number': 6, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port_host': None}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:54.935469 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Calling delete_port for b5f79941-79cb-4fdc-bef7-705aca9c9d78 owned by network:router_gateway {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:54.945950 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665410d7-562f-4b5c-bc2d-1a7678d1ee4a None None] The sync data for ids ['6a7bf275-0582-4647-b71a-5b82bd4a4af6'] in dv-cinder-847732-1-iscsi is: [{'id': '6a7bf275-0582-4647-b71a-5b82bd4a4af6', 'name': 'tempest-ServerRescueNegativeTestJSON-1344684368-router', 'tenant_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:44Z', 'updated_at': '2022-06-27T21:20:54Z', 'revision_number': 6, 'project_id': 'a2a3853bab51428eb89ff228e5f29ef4', 'gw_port_host': None}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:20:55.046197 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:55.065768 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Allocated IP 172.27.0.168 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/0f9941fe-848d-4b2a-b0d6-038dc3610994) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:20:55.279524 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:55.287427 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (0f9941fe-848d-4b2a-b0d6-038dc3610994), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.298852 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (b5f79941-79cb-4fdc-bef7-705aca9c9d78), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.341838 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f79941-79cb-4fdc-bef7-705aca9c9d78,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:55.421571 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (0f9941fe-848d-4b2a-b0d6-038dc3610994), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.476086 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601284'] for router_gateway (6a7bf275-0582-4647-b71a-5b82bd4a4af6), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.566443 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:20:55.570437 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=0f9941fe-848d-4b2a-b0d6-038dc3610994,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:55.575522 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:20:55.579838 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:20:55.631111 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2570'] for router (6a7bf275-0582-4647-b71a-5b82bd4a4af6), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.635164 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Publish callbacks [] for router_controller (6a7bf275-0582-4647-b71a-5b82bd4a4af6), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.713328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591556'] for router (6a7bf275-0582-4647-b71a-5b82bd4a4af6), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.713838 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a7bf275-0582-4647-b71a-5b82bd4a4af6 {{(pid=104131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 21:20:55.721066 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.722241 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-4dc77274-1963-4dbd-adcd-c920861c34ce admin admin] 10.222.0.13 "DELETE /v2.0/routers/6a7bf275-0582-4647-b71a-5b82bd4a4af6 HTTP/1.1" status: 204 len: 168 time: 1.4713147 Jun 27 21:20:55.725041 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47146) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:55.782102 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.782345 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fce866e-2c24-48d5-aec2-49724d7a8a45 admin admin] Deleting subnet 875516a2-044b-4760-88af-65c8c02a3a5c {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:20:55.786787 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5fce866e-2c24-48d5-aec2-49724d7a8a45 admin admin] Publish callbacks [] for subnet (875516a2-044b-4760-88af-65c8c02a3a5c), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.840626 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (0f9941fe-848d-4b2a-b0d6-038dc3610994), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.840860 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3096e570-9028-4cc3-a6f0-98e976d489da no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:20:55.854924 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5fce866e-2c24-48d5-aec2-49724d7a8a45 admin admin] Publish callbacks [] for subnet (875516a2-044b-4760-88af-65c8c02a3a5c), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:55.862803 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 3096e570-9028-4cc3-a6f0-98e976d489da {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:20:55.863151 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3096e570-9028-4cc3-a6f0-98e976d489da not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:20:55.941416 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5fce866e-2c24-48d5-aec2-49724d7a8a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (875516a2-044b-4760-88af-65c8c02a3a5c), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.016570 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5fce866e-2c24-48d5-aec2-49724d7a8a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for subnet (875516a2-044b-4760-88af-65c8c02a3a5c), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.027453 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:56.041156 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:56.063478 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5fce866e-2c24-48d5-aec2-49724d7a8a45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.068851 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b4d42-29e5-43e9-948d-413d5507620a None None] Network 8e4e94ff-9f19-4780-958f-2bffc629b050 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:20:56.072959 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5fce866e-2c24-48d5-aec2-49724d7a8a45 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/875516a2-044b-4760-88af-65c8c02a3a5c HTTP/1.1" status: 204 len: 168 time: 0.3466160 Jun 27 21:20:56.073945 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47152) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:56.075500 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce866e-2c24-48d5-aec2-49724d7a8a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875516a2-044b-4760-88af-65c8c02a3a5c,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:56.141905 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7908545-087b-4abc-bd6a-f07f9d43f450 req-34d2e96c-3d66-42ab-981c-1901bf3faf61 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:56.143598 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7908545-087b-4abc-bd6a-f07f9d43f450 req-34d2e96c-3d66-42ab-981c-1901bf3faf61 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.1999228 Jun 27 21:20:56.146278 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (0f9941fe-848d-4b2a-b0d6-038dc3610994), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.164766 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (0f9941fe-848d-4b2a-b0d6-038dc3610994), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.179996 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (8e4e94ff-9f19-4780-958f-2bffc629b050), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.244508 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Deleting port 102300e2-99e6-4cfe-9793-84b93f6d2d16 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:56.244970 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.313589 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb59eb4-a538-4738-ad79-d404ef09e52e None None] DHCP port deletion for 8e4e94ff-9f19-4780-958f-2bffc629b050 request from dv-cinder-847732-1-iscsi {{(pid=104132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 21:20:56.338980 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] For port 102300e2-99e6-4cfe-9793-84b93f6d2d16, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=102300e2-99e6-4cfe-9793-84b93f6d2d16,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:56.339249 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.358744 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Calling delete_port for 102300e2-99e6-4cfe-9793-84b93f6d2d16 owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:56.369115 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-5cb59eb4-a538-4738-ad79-d404ef09e52e None None] Deleting port 102300e2-99e6-4cfe-9793-84b93f6d2d16 {{(pid=104132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:20:56.371213 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5cb59eb4-a538-4738-ad79-d404ef09e52e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), before_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.445795 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-5cb59eb4-a538-4738-ad79-d404ef09e52e None None] For port 102300e2-99e6-4cfe-9793-84b93f6d2d16, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=102300e2-99e6-4cfe-9793-84b93f6d2d16,segment=NetworkSegment(c7172566-9678-4418-9c1f-7cb674cd2d4f),segment_id=c7172566-9678-4418-9c1f-7cb674cd2d4f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:20:56.446139 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5cb59eb4-a538-4738-ad79-d404ef09e52e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), precommit_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.462958 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-5cb59eb4-a538-4738-ad79-d404ef09e52e None None] Calling delete_port for 102300e2-99e6-4cfe-9793-84b93f6d2d16 owned by network:dhcp {{(pid=104132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:20:56.478603 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.563359 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5cb59eb4-a538-4738-ad79-d404ef09e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (102300e2-99e6-4cfe-9793-84b93f6d2d16), after_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.595201 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb59eb4-a538-4738-ad79-d404ef09e52e None None] Pushing event deleted for resources: {'Port': ['ID=102300e2-99e6-4cfe-9793-84b93f6d2d16,revision_number=None']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:56.596051 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=0f9941fe-848d-4b2a-b0d6-038dc3610994,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:56.600252 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb59eb4-a538-4738-ad79-d404ef09e52e None None] No DVR routers for this DVR port 102300e2-99e6-4cfe-9793-84b93f6d2d16 on host dv-cinder-847732-1-iscsi {{(pid=104132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:20:56.618514 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f7908545-087b-4abc-bd6a-f07f9d43f450 req-82db985b-9763-4230-b40a-d28719ad72e9 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4661741 Jun 27 21:20:56.646342 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.664495 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.667138 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-684fad15-e0b4-4577-8726-79bad2b0a127 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1110222 Jun 27 21:20:56.819828 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Pushing event deleted for resources: {'Port': ['ID=102300e2-99e6-4cfe-9793-84b93f6d2d16,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:56.829917 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] No DVR routers for this DVR port 102300e2-99e6-4cfe-9793-84b93f6d2d16 on host dv-cinder-847732-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:20:56.913644 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-3a5d2162-88e2-44d3-a520-f30f6599f1b8 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1763745875&fields=id&tenant_id=4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 267 time: 0.0975196 Jun 27 21:20:56.937332 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (8e4e94ff-9f19-4780-958f-2bffc629b050), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:56.986479 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:56.986835 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:56.987555 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:56.987894 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > port after_create 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:56.988227 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:56.988553 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > port after_update 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:56.988866 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:56.989227 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:56.989538 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:56.989854 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:57.054954 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:57.055301 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:57.055641 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:57.055978 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 21:20:57.056508 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4e94ff-9f19-4780-958f-2bffc629b050']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:57.085457 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7172566-9678-4418-9c1f-7cb674cd2d4f') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:57.085751 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7172566-9678-4418-9c1f-7cb674cd2d4f') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:20:57.130359 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5529884'] for segment (c7172566-9678-4418-9c1f-7cb674cd2d4f), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:57.165035 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (c7172566-9678-4418-9c1f-7cb674cd2d4f), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:57.181027 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:20:57.181472 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5528959'] for segment (c7172566-9678-4418-9c1f-7cb674cd2d4f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:57.225694 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-8cc4b191-ce62-4597-8fdd-0676d7c68f62 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:57.227328 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-8cc4b191-ce62-4597-8fdd-0676d7c68f62 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 814 time: 0.2869508 Jun 27 21:20:57.279801 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d50b9ec9-21f2-4ebe-aeae-8956094272c2 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/quotas/4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 375 time: 0.0123329 Jun 27 21:20:57.297752 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (8e4e94ff-9f19-4780-958f-2bffc629b050), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:57.323374 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:57.349040 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:57.352174 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8e4e94ff-9f19-4780-958f-2bffc629b050 HTTP/1.1" status: 204 len: 168 time: 1.2715275 Jun 27 21:20:57.356346 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5ea47-50be-4b90-8d2e-ce05c1499350 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e4e94ff-9f19-4780-958f-2bffc629b050,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:57.372385 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-c6898122-5467-4dd1-9667-d7f11a487fb7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876741 Jun 27 21:20:57.408025 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment c7172566-9678-4418-9c1f-7cb674cd2d4f resource provider aggregate not found Jun 27 21:20:57.452419 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment c7172566-9678-4418-9c1f-7cb674cd2d4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7172566-9678-4418-9c1f-7cb674cd2d4f found for delete ", "request_id": "req-b72d534b-3d48-44b5-8797-fd117d9e5f5b"}]} Jun 27 21:20:57.465348 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 102300e2-99e6-4cfe-9793-84b93f6d2d16 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:20:57.470868 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:57.491877 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 102300e2-99e6-4cfe-9793-84b93f6d2d16 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:20:57.492209 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 102300e2-99e6-4cfe-9793-84b93f6d2d16 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:20:57.494591 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device b5f79941-79cb-4fdc-bef7-705aca9c9d78 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:20:57.498882 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:57.517355 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: b5f79941-79cb-4fdc-bef7-705aca9c9d78 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:20:57.518801 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device b5f79941-79cb-4fdc-bef7-705aca9c9d78 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:20:57.563660 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-5241f2c6-d345-4930-8954-e8759ec5d2b3 service neutron] 10.222.0.13 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675670 Jun 27 21:20:57.601358 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47188) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:57.646794 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-74d98619-a3a2-4455-9ac0-57d0147b9eb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2a3853bab51428eb89ff228e5f29ef4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440617 Jun 27 21:20:57.650180 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47192) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:57.682923 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:57.694190 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:57.705561 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-270815bd-91df-4234-a46e-cf88bfcae4c4 service neutron] 10.222.0.13 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331167 Jun 27 21:20:57.721880 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f0e57dbc-38c6-4e35-92e6-64cff981016e admin admin] Publish callbacks [] for security_group (c6d47550-3136-4e70-920a-63bb1f4bd93f), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:57.778445 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fa8ee-10fd-479f-911f-ef3882719604 req-55c76e80-dc7c-4869-9714-77d36be54a2d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:57.780134 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-781fa8ee-10fd-479f-911f-ef3882719604 req-55c76e80-dc7c-4869-9714-77d36be54a2d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0750692 Jun 27 21:20:57.785465 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f0e57dbc-38c6-4e35-92e6-64cff981016e admin admin] Publish callbacks [] for security_group (c6d47550-3136-4e70-920a-63bb1f4bd93f), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:57.889868 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-781fa8ee-10fd-479f-911f-ef3882719604 req-61f5367b-2775-48a8-92ff-0e30b82745db tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965328 Jun 27 21:20:57.917589 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f0e57dbc-38c6-4e35-92e6-64cff981016e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (c6d47550-3136-4e70-920a-63bb1f4bd93f), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:57.924913 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f0e57dbc-38c6-4e35-92e6-64cff981016e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:57.924913 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-f0e57dbc-38c6-4e35-92e6-64cff981016e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6d47550-3136-4e70-920a-63bb1f4bd93f HTTP/1.1" status: 204 len: 168 time: 0.2704489 Jun 27 21:20:57.936377 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-02d3099f-2d97-4d67-aeff-30083cffb109 req-14010e72-2a16-4a10-9a2a-9e3aa3c2b78c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 210 time: 0.0475316 Jun 27 21:20:57.942353 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e57dbc-38c6-4e35-92e6-64cff981016e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d47550-3136-4e70-920a-63bb1f4bd93f,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:58.836682 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47228) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:58.945464 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1785225771-network', 'tenant_id': '6370ee04d3a14bb2a59bde4e79c70db6'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:58.972892 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Made reservation on behalf of 6370ee04d3a14bb2a59bde4e79c70db6 for: {'network': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:20:58.976374 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:58.988705 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:59.080073 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c2d81-4e9b-452a-badd-3e7442f633ef req-0b9498e4-bfed-4b05-b547-412b604d2f7d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:59.081749 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-421c2d81-4e9b-452a-badd-3e7442f633ef req-0b9498e4-bfed-4b05-b547-412b604d2f7d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0771306 Jun 27 21:20:59.101928 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-38ef3ae3-ab88-4c08-a08c-1398729b721c req-defc641c-3589-4be9-a1eb-0a9b0692ca96 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 210 time: 0.0489466 Jun 27 21:20:59.246022 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:59.248289 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Publish callbacks [] for security_group (1e196872-19d9-4890-be98-dbe10a092189), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:59.256317 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (1e196872-19d9-4890-be98-dbe10a092189), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:59.263021 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-421c2d81-4e9b-452a-badd-3e7442f633ef req-a374a490-ec28-4334-a044-7949291748ab tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675808 Jun 27 21:20:59.311177 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=104131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:20:59.334447 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e196872-19d9-4890-be98-dbe10a092189,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:59.345456 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-926af200-0bcb-49b5-8d6d-2afb98b43400 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:59.347067 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-926af200-0bcb-49b5-8d6d-2afb98b43400 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 814 time: 0.2356639 Jun 27 21:20:59.348760 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (d71b0536-acf7-4804-93ef-b69dae14f605), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:59.349136 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.segments_db [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Added segment d71b0536-acf7-4804-93ef-b69dae14f605 of type vlan for network 6722c9ae-6bac-42b2-a238-089991c8d154 Jun 27 21:20:59.399233 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (6722c9ae-6bac-42b2-a238-089991c8d154), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:59.430238 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (6722c9ae-6bac-42b2-a238-089991c8d154), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:59.431906 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:59.432528 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:59.479228 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6412666 Jun 27 21:20:59.481545 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47240) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:20:59.486701 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] Request body: {'subnet': {'network_id': '6722c9ae-6bac-42b2-a238-089991c8d154', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1785225771-subnet', 'tenant_id': '6370ee04d3a14bb2a59bde4e79c70db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:59.510698 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] Made reservation on behalf of 6370ee04d3a14bb2a59bde4e79c70db6 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:20:59.513766 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4808171'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:59.514271 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f49f1-679d-42c3-8a49-ca5b78767fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=6722c9ae-6bac-42b2-a238-089991c8d154,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:59.527833 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 6722c9ae-6bac-42b2-a238-089991c8d154 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:20:59.572316 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-eb255529-b9f6-4240-bea3-d1e04195b2e4 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a74724882c84e8f893f5be0f59a9581 HTTP/1.1" status: 200 len: 380 time: 0.1043355 Jun 27 21:20:59.582919 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'port': {'device_id': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'admin_state_up': True, 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'security_groups': ['2ad12d04-d93b-4779-b847-005934b5acae']}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:20:59.607051 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:20:59.733423 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Made reservation on behalf of 4a74724882c84e8f893f5be0f59a9581 for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:20:59.738084 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:59.763456 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5529048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4806417'] for subnet (57720056-06f9-4652-a176-2ff2cc05996d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:59.859839 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57720056-06f9-4652-a176-2ff2cc05996d,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:20:59.886796 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] Checking segment: {'id': 'd71b0536-acf7-4804-93ef-b69dae14f605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6722c9ae-6bac-42b2-a238-089991c8d154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:20:59.887339 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] Network hostable DHCP agents. Network: 6722c9ae-6bac-42b2-a238-089991c8d154, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:20:59.925716 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] Network 6722c9ae-6bac-42b2-a238-089991c8d154 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:20:59.943167 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 6722c9ae-6bac-42b2-a238-089991c8d154) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:20:59.953576 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:20:59.954417 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:20:59.961025 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d9bbe3-e46a-4314-8083-26cd71d6204b None None] Network 6722c9ae-6bac-42b2-a238-089991c8d154 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:20:59.998451 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-26fc312b-1dd2-43ed-ad11-ac0ba44408e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5071652 Jun 27 21:20:59.998716 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Allocated IP 172.20.0.14 (88eac9a2-e4a8-414f-a6be-c486870814c1/564673c1-b936-44f6-8645-95a61d7eeae3/cd12e24f-8f5a-4809-bb58-743542a1d988) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:21:00.207279 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948283cf-bdf7-415c-b5fc-860973215e72 None None] Network 6722c9ae-6bac-42b2-a238-089991c8d154 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:21:00.355893 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:00.381060 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2e2180e7-f3f1-4ab5-be26-b0322e90d37f req-073b169e-057e-4f98-a2c1-f62875d74a1c tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 210 time: 0.0971150 Jun 27 21:21:00.390675 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d25ab-f3b5-4610-ae54-8301a5a7fb17 req-b8e8cbff-4f46-4539-a083-7b415858106f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:00.394031 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2b2d25ab-f3b5-4610-ae54-8301a5a7fb17 req-b8e8cbff-4f46-4539-a083-7b415858106f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0806632 Jun 27 21:21:00.441559 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:00.476006 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2b2d25ab-f3b5-4610-ae54-8301a5a7fb17 req-e6ab7779-1cb2-40ba-9aa5-792b50957152 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727642 Jun 27 21:21:00.501498 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:00.513102 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:21:00.517388 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:00.521661 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:21:00.528992 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event updated for resources: {'Port': ['ID=cd12e24f-8f5a-4809-bb58-743542a1d988,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:00.688207 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d669e7-3b59-4124-8ad9-138d58b7adf5 req-34bb2b9f-8fee-441d-afb1-a536ec02c0c0 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:00.690956 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-50d669e7-3b59-4124-8ad9-138d58b7adf5 req-34bb2b9f-8fee-441d-afb1-a536ec02c0c0 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.1629343 Jun 27 21:21:00.714752 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:00.715845 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:00.775435 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-d314d05d-4e3e-4bcd-9f52-a26413943b86 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1959395 Jun 27 21:21:00.800699 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Request body: {'port': {'device_id': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:00.846131 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47274) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:00.853323 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010431391-network', 'tenant_id': '5365d63a880842feb79fc933412444c5'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:00.871009 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-50d669e7-3b59-4124-8ad9-138d58b7adf5 req-4b3957f9-e566-4984-a2c4-c7cc9d9ba890 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690092 Jun 27 21:21:00.881446 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Made reservation on behalf of 5365d63a880842feb79fc933412444c5 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:21:00.889398 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-4974f982-1b10-435b-ac81-4e43aac6cc48 None None] Provisioning complete for port cd12e24f-8f5a-4809-bb58-743542a1d988 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:00.890303 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:00.890452 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-4974f982-1b10-435b-ac81-4e43aac6cc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:00.902129 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:00.936115 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-4974f982-1b10-435b-ac81-4e43aac6cc48 None None] Port cd12e24f-8f5a-4809-bb58-743542a1d988 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:21:00.954153 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:00.963398 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:01.020055 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Publish callbacks [] for security_group (4cd2f2de-1fc2-4313-8502-7ff39d006fbe), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.027288 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (4cd2f2de-1fc2-4313-8502-7ff39d006fbe), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.067502 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:21:01.078578 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd2f2de-1fc2-4313-8502-7ff39d006fbe,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:01.084581 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (1127e9e2-b9e0-47fd-bf2d-b8f3f1597da4), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.084965 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Added segment 1127e9e2-b9e0-47fd-bf2d-b8f3f1597da4 of type vlan for network a2f5a8d7-460a-494b-ab8d-44255dd8942a Jun 27 21:21:01.133562 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (a2f5a8d7-460a-494b-ab8d-44255dd8942a), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.164046 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (a2f5a8d7-460a-494b-ab8d-44255dd8942a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.165356 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:01.166078 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.176803 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:01.203149 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:01.212985 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3638761 Jun 27 21:21:01.217426 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47278) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:01.225918 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] Request body: {'subnet': {'network_id': 'a2f5a8d7-460a-494b-ab8d-44255dd8942a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010431391-subnet', 'tenant_id': '5365d63a880842feb79fc933412444c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:01.272093 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2088c2-224b-46d2-b94c-ab7b89b725d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f5a8d7-460a-494b-ab8d-44255dd8942a,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:01.285833 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network a2f5a8d7-460a-494b-ab8d-44255dd8942a details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:21:01.295131 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] Made reservation on behalf of 5365d63a880842feb79fc933412444c5 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:21:01.300886 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4808171'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.310386 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd12e24f-8f5a-4809-bb58-743542a1d988 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:21:01.319327 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Publish callbacks [] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.336106 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Transition to ACTIVE for port object cd12e24f-8f5a-4809-bb58-743542a1d988 will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:21:01.340567 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.444152 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Pushing event updated for resources: {'Port': ['ID=cd12e24f-8f5a-4809-bb58-743542a1d988,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:01.487326 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Attempting to bind port cd12e24f-8f5a-4809-bb58-743542a1d988 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:21:01.488278 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Attempting to bind port cd12e24f-8f5a-4809-bb58-743542a1d988 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:21:01.488859 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Attempting to bind port cd12e24f-8f5a-4809-bb58-743542a1d988 on network 88eac9a2-e4a8-414f-a6be-c486870814c1 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:21:01.495332 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Port cd12e24f-8f5a-4809-bb58-743542a1d988 on network 88eac9a2-e4a8-414f-a6be-c486870814c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:21:01.496263 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Attempting to bind port cd12e24f-8f5a-4809-bb58-743542a1d988 on network 88eac9a2-e4a8-414f-a6be-c486870814c1 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:21:01.502160 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:21:01.502716 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Checking segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:21:01.503196 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Bound using segment: {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:21:01.503748 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Bound port: cd12e24f-8f5a-4809-bb58-743542a1d988, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db7cb31-c1ac-48e8-aac8-ff94635492c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:21:01.504225 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.579574 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] For port cd12e24f-8f5a-4809-bb58-743542a1d988, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:21:01.583378 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] For port cd12e24f-8f5a-4809-bb58-743542a1d988, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cd12e24f-8f5a-4809-bb58-743542a1d988,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:21:01.585753 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11cfc5-6a82-4949-95ed-bcf008d0c975 req-5c27376b-bf9d-4852-a383-d65816b80cb9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:01.587646 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ee11cfc5-6a82-4949-95ed-bcf008d0c975 req-5c27376b-bf9d-4852-a383-d65816b80cb9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 944 time: 0.0967155 Jun 27 21:21:01.598331 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.622238 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5529048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4806417'] for subnet (f055d4b5-58d9-4dbc-86f9-5aae03613a19), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.675385 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:01.676002 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.677522 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] 10.222.0.33 "PUT /v2.0/ports/cd12e24f-8f5a-4809-bb58-743542a1d988 HTTP/1.1" status: 200 len: 1094 time: 0.8859744 Jun 27 21:21:01.679953 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'tag': 'cd12e24f-8f5a-4809-bb58-743542a1d988'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:21:01.682572 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3eba84d8-7b64-46aa-94f3-8a58871b0c68", "tag": "cd12e24f-8f5a-4809-bb58-743542a1d988"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:21:01.690942 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ee11cfc5-6a82-4949-95ed-bcf008d0c975 req-17e65320-3aa2-4aa4-aae4-1255a968bb79 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad12d04-d93b-4779-b847-005934b5acae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918941 Jun 27 21:21:01.704386 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f8d13-174a-471e-9fbe-80a1e3f47543 req-221f49e3-2986-4f52-a105-76a2c050d99b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:01.716381 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f055d4b5-58d9-4dbc-86f9-5aae03613a19,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:01.716607 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-728f8d13-174a-471e-9fbe-80a1e3f47543 req-221f49e3-2986-4f52-a105-76a2c050d99b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.1202018 Jun 27 21:21:01.723241 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] Checking segment: {'id': '1127e9e2-b9e0-47fd-bf2d-b8f3f1597da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a2f5a8d7-460a-494b-ab8d-44255dd8942a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:21:01.723595 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] Network hostable DHCP agents. Network: a2f5a8d7-460a-494b-ab8d-44255dd8942a, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:21:01.751868 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] Network a2f5a8d7-460a-494b-ab8d-44255dd8942a is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:21:01.771464 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, a2f5a8d7-460a-494b-ab8d-44255dd8942a) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:01.777363 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:01.778207 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:01.782380 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af7e2d3-6dc2-4a4e-b12e-2ed606bcef33 None None] Network a2f5a8d7-460a-494b-ab8d-44255dd8942a requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:21:01.813082 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d93f4de1-8418-473a-954d-123f1ff39bbc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5851023 Jun 27 21:21:01.813378 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b8d964-803a-45dd-abf5-c791224d9431 x-openstack-request-id: req-31b8d964-803a-45dd-abf5-c791224d9431 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:21:01.813378 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eba84d8-7b64-46aa-94f3-8a58871b0c68", "tag": "cd12e24f-8f5a-4809-bb58-743542a1d988", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:21:01.813378 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31b8d964-803a-45dd-abf5-c791224d9431 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:21:01.813378 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b8d964-803a-45dd-abf5-c791224d9431'] response: {'name': 'network-changed', 'server_uuid': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'tag': 'cd12e24f-8f5a-4809-bb58-743542a1d988', 'status': 'completed', 'code': 200} Jun 27 21:21:01.813378 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd4b79-cd6b-4ee5-8c30-a5d167e22c90 service neutron] Pushing event updated for resources: {'Port': ['ID=cd12e24f-8f5a-4809-bb58-743542a1d988,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:01.819887 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:01.843538 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-728f8d13-174a-471e-9fbe-80a1e3f47543 req-bcd1ba4c-2280-497a-a957-198ac8d4748d tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253541 Jun 27 21:21:01.853216 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-5eec52a6-25a9-4b3a-9c46-c68007f8c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:01.856207 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-5eec52a6-25a9-4b3a-9c46-c68007f8c98e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 1128 time: 0.0993330 Jun 27 21:21:01.942968 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-8b4d25da-50e8-4923-b4eb-c4a6707024a0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd12e24f-8f5a-4809-bb58-743542a1d988 HTTP/1.1" status: 200 len: 217 time: 0.0478935 Jun 27 21:21:01.960499 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285d2a0e-4c06-499f-aa84-5f10ab88b643 None None] Network a2f5a8d7-460a-494b-ab8d-44255dd8942a requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:21:02.009005 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47290) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:02.076604 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-2529aa49-9b74-4d86-b776-2bcb3aba427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:02.078600 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-2529aa49-9b74-4d86-b776-2bcb3aba427e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 200 len: 853 time: 0.0905993 Jun 27 21:21:02.092082 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0e937-09f4-4a41-b0d4-20a2a6c17c84 req-ae6aa1b0-48d9-4e62-b00f-4c1f40f9af9e tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:02.093684 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-09e0e937-09f4-4a41-b0d4-20a2a6c17c84 req-ae6aa1b0-48d9-4e62-b00f-4c1f40f9af9e tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0979333 Jun 27 21:21:02.103592 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7bbd2d-a0f4-42e1-902d-0500f3486eaa admin admin] Deleting subnet 57720056-06f9-4652-a176-2ff2cc05996d {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:21:02.111654 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a7bbd2d-a0f4-42e1-902d-0500f3486eaa admin admin] Publish callbacks [] for subnet (57720056-06f9-4652-a176-2ff2cc05996d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.128442 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-423b3ebf-3311-47ea-924a-3dd0e8ba2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:02.130007 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-423b3ebf-3311-47ea-924a-3dd0e8ba2f68 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88eac9a2-e4a8-414f-a6be-c486870814c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447979 Jun 27 21:21:02.190928 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:02.215372 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a7bbd2d-a0f4-42e1-902d-0500f3486eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5529861'] for subnet (57720056-06f9-4652-a176-2ff2cc05996d), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.229887 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-cd7886e8-6100-404c-87e9-23796da6dadb service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899820 Jun 27 21:21:02.272903 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-09e0e937-09f4-4a41-b0d4-20a2a6c17c84 req-b36754ea-22b1-4fa4-8018-2e7b765f1cf3 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635087 Jun 27 21:21:02.304876 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a7bbd2d-a0f4-42e1-902d-0500f3486eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (57720056-06f9-4652-a176-2ff2cc05996d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.335119 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2218c799-9239-4020-a3d3-7ebf1ac068d5 req-b43a9106-718f-4537-a724-b767f401b64b service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988088 Jun 27 21:21:02.387726 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a7bbd2d-a0f4-42e1-902d-0500f3486eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5528985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4806410'] for subnet (57720056-06f9-4652-a176-2ff2cc05996d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.416233 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bbd2d-a0f4-42e1-902d-0500f3486eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57720056-06f9-4652-a176-2ff2cc05996d,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:02.418277 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8a7bbd2d-a0f4-42e1-902d-0500f3486eaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.421580 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8a7bbd2d-a0f4-42e1-902d-0500f3486eaa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57720056-06f9-4652-a176-2ff2cc05996d HTTP/1.1" status: 204 len: 168 time: 0.4110236 Jun 27 21:21:02.424098 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47292) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:02.431835 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:02.496971 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (6722c9ae-6bac-42b2-a238-089991c8d154), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.582307 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (6722c9ae-6bac-42b2-a238-089991c8d154), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.604120 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6722c9ae-6bac-42b2-a238-089991c8d154']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:02.615172 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71b0536-acf7-4804-93ef-b69dae14f605') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:02.615628 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71b0536-acf7-4804-93ef-b69dae14f605') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:02.630610 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5529884'] for segment (d71b0536-acf7-4804-93ef-b69dae14f605), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.649441 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (d71b0536-acf7-4804-93ef-b69dae14f605), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.656217 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:21:02.656598 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5528959'] for segment (d71b0536-acf7-4804-93ef-b69dae14f605), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.684207 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment d71b0536-acf7-4804-93ef-b69dae14f605 resource provider aggregate not found Jun 27 21:21:02.722435 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment d71b0536-acf7-4804-93ef-b69dae14f605 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d71b0536-acf7-4804-93ef-b69dae14f605 found for delete ", "request_id": "req-57a6b2bb-e17e-41a1-8ac5-b353cff987f1"}]} Jun 27 21:21:02.733392 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (6722c9ae-6bac-42b2-a238-089991c8d154), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.742383 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.746231 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6722c9ae-6bac-42b2-a238-089991c8d154 HTTP/1.1" status: 204 len: 168 time: 0.3211691 Jun 27 21:21:02.750061 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47300) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:02.756819 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f6102-6048-48a7-9240-8ca8910be677 admin admin] Pushing event deleted for resources: {'Network': ['ID=6722c9ae-6bac-42b2-a238-089991c8d154,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:02.835015 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:02.841832 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_v2 [None req-06efd22d-b987-4ddc-8c90-93e077cade95 admin admin] Deleting subnet f055d4b5-58d9-4dbc-86f9-5aae03613a19 {{(pid=104131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:21:02.847974 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-06efd22d-b987-4ddc-8c90-93e077cade95 admin admin] Publish callbacks [] for subnet (f055d4b5-58d9-4dbc-86f9-5aae03613a19), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.879915 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954d02f-2cbd-4011-80fd-58ffae614f2c req-f522ed66-322c-4139-bcdb-cbae23c47d49 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:02.881564 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0954d02f-2cbd-4011-80fd-58ffae614f2c req-f522ed66-322c-4139-bcdb-cbae23c47d49 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 944 time: 0.0924573 Jun 27 21:21:02.912701 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-06efd22d-b987-4ddc-8c90-93e077cade95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757281'] for subnet (f055d4b5-58d9-4dbc-86f9-5aae03613a19), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.978326 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0954d02f-2cbd-4011-80fd-58ffae614f2c req-3538ccf2-62d8-4bfd-a7a9-75887277ff15 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad12d04-d93b-4779-b847-005934b5acae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860565 Jun 27 21:21:02.979279 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c1391-f4ec-4707-a1f1-280fb72b63c5 req-e0c7b767-b309-4abd-9159-c8e65311677b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:02.979529 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-06efd22d-b987-4ddc-8c90-93e077cade95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (f055d4b5-58d9-4dbc-86f9-5aae03613a19), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:02.981135 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e25c1391-f4ec-4707-a1f1-280fb72b63c5 req-e0c7b767-b309-4abd-9159-c8e65311677b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0526750 Jun 27 21:21:03.044675 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-06efd22d-b987-4ddc-8c90-93e077cade95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966619'] for subnet (f055d4b5-58d9-4dbc-86f9-5aae03613a19), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.053275 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e25c1391-f4ec-4707-a1f1-280fb72b63c5 req-757b4142-ac2e-4f6a-bbc8-a11dd925edae tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608501 Jun 27 21:21:03.077903 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efd22d-b987-4ddc-8c90-93e077cade95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f055d4b5-58d9-4dbc-86f9-5aae03613a19,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:03.079878 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-06efd22d-b987-4ddc-8c90-93e077cade95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.083075 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-06efd22d-b987-4ddc-8c90-93e077cade95 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f055d4b5-58d9-4dbc-86f9-5aae03613a19 HTTP/1.1" status: 204 len: 168 time: 0.3319223 Jun 27 21:21:03.086239 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47304) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:03.162682 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (a2f5a8d7-460a-494b-ab8d-44255dd8942a), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.244596 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (a2f5a8d7-460a-494b-ab8d-44255dd8942a), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.266861 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f5a8d7-460a-494b-ab8d-44255dd8942a']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:03.268242 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3 req-f871cd80-cebc-461e-9179-fce6bdff56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:03.269937 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3 req-f871cd80-cebc-461e-9179-fce6bdff56b9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 1128 time: 0.0449758 Jun 27 21:21:03.282409 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1127e9e2-b9e0-47fd-bf2d-b8f3f1597da4') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:03.283442 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1127e9e2-b9e0-47fd-bf2d-b8f3f1597da4') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:03.294496 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5529884'] for segment (1127e9e2-b9e0-47fd-bf2d-b8f3f1597da4), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.316520 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (1127e9e2-b9e0-47fd-bf2d-b8f3f1597da4), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.326154 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:21:03.326556 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5528959'] for segment (1127e9e2-b9e0-47fd-bf2d-b8f3f1597da4), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.398228 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (a2f5a8d7-460a-494b-ab8d-44255dd8942a), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.403097 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.406580 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] 10.222.0.13 "DELETE /v2.0/networks/a2f5a8d7-460a-494b-ab8d-44255dd8942a HTTP/1.1" status: 204 len: 168 time: 0.3190823 Jun 27 21:21:03.415058 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3 req-0ddbd569-e12b-4ffc-9161-bbf92827fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:03.416594 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3 req-0ddbd569-e12b-4ffc-9161-bbf92827fe9e service neutron] 10.222.0.33 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 915 time: 0.1403079 Jun 27 21:21:03.420912 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84256a-c9a8-4cf5-a00f-c6f2da8bc03d admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f5a8d7-460a-494b-ab8d-44255dd8942a,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:03.427939 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617a120-a714-47e1-884b-ad93364b58f7 req-117707ad-c332-4bcc-b2f4-a3ecba574485 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:03.429539 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7617a120-a714-47e1-884b-ad93364b58f7 req-117707ad-c332-4bcc-b2f4-a3ecba574485 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0718684 Jun 27 21:21:03.467448 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3 req-3c03ea65-da04-4b1d-8828-a415777e7a99 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd12e24f-8f5a-4809-bb58-743542a1d988 HTTP/1.1" status: 200 len: 217 time: 0.0368938 Jun 27 21:21:03.526972 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:03.553279 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3 req-26df2c4a-9049-448f-b049-e75635d42428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:03.555088 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3 req-26df2c4a-9049-448f-b049-e75635d42428 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 200 len: 853 time: 0.0739675 Jun 27 21:21:03.559465 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7617a120-a714-47e1-884b-ad93364b58f7 req-c6010796-02d0-456d-a34d-f6bc8a3c8160 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948286 Jun 27 21:21:03.605220 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3 req-d6a3dfc5-e2b4-4135-930f-695ec551b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:03.606824 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3 req-d6a3dfc5-e2b4-4135-930f-695ec551b318 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88eac9a2-e4a8-414f-a6be-c486870814c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453737 Jun 27 21:21:03.630999 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47310) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:03.721456 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-81a82f8e-97fb-4cb1-bfcf-f924fa39e75c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6370ee04d3a14bb2a59bde4e79c70db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893168 Jun 27 21:21:03.724307 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47312) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:03.738398 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3 req-e12f49dd-33fa-4744-a269-f51aefff7973 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251040 Jun 27 21:21:03.779314 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5c75-6a9f-431c-82bc-876c0e5472c4 admin admin] Publish callbacks [] for security_group (1e196872-19d9-4890-be98-dbe10a092189), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.806570 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5c75-6a9f-431c-82bc-876c0e5472c4 admin admin] Publish callbacks [] for security_group (1e196872-19d9-4890-be98-dbe10a092189), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.835865 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b7bc93c5-76fc-4bd0-8632-bb0b3c6a77e3 req-080d296b-4086-4354-a31d-084cbd150fba service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902200 Jun 27 21:21:03.873325 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5c75-6a9f-431c-82bc-876c0e5472c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (1e196872-19d9-4890-be98-dbe10a092189), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.875989 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5c75-6a9f-431c-82bc-876c0e5472c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:03.877172 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-fd5c5c75-6a9f-431c-82bc-876c0e5472c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e196872-19d9-4890-be98-dbe10a092189 HTTP/1.1" status: 204 len: 168 time: 0.1518166 Jun 27 21:21:03.886457 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c5c75-6a9f-431c-82bc-876c0e5472c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e196872-19d9-4890-be98-dbe10a092189,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:04.124083 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:04.138569 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8b368-45a5-4bc1-9fea-4c89236688b9 req-95e6cb50-f9eb-46ba-8b57-63fc0c93f903 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:04.140620 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f3d8b368-45a5-4bc1-9fea-4c89236688b9 req-95e6cb50-f9eb-46ba-8b57-63fc0c93f903 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 944 time: 0.0624840 Jun 27 21:21:04.192885 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e97410-98de-4735-8298-028b77c520e6 req-a5bc2bca-51b7-4773-824a-633c5640c07a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:04.195141 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-71e97410-98de-4735-8298-028b77c520e6 req-a5bc2bca-51b7-4773-824a-633c5640c07a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0560606 Jun 27 21:21:04.207733 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f3d8b368-45a5-4bc1-9fea-4c89236688b9 req-31d2a90d-56c8-445b-8916-9195ae0b0e50 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad12d04-d93b-4779-b847-005934b5acae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550394 Jun 27 21:21:04.262390 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-71e97410-98de-4735-8298-028b77c520e6 req-fd39572e-0f74-4f93-97e3-66e0a972de71 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596015 Jun 27 21:21:04.301233 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47322) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:04.324793 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:04.347455 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-dc232754-a117-411d-868e-22b7a0f75724 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5365d63a880842feb79fc933412444c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446904 Jun 27 21:21:04.350640 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47324) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:04.406179 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a928bdd2-87f4-4411-90c7-c7af6305b1ab admin admin] Publish callbacks [] for security_group (4cd2f2de-1fc2-4313-8502-7ff39d006fbe), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:04.431339 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a928bdd2-87f4-4411-90c7-c7af6305b1ab admin admin] Publish callbacks [] for security_group (4cd2f2de-1fc2-4313-8502-7ff39d006fbe), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:04.489531 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a928bdd2-87f4-4411-90c7-c7af6305b1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (4cd2f2de-1fc2-4313-8502-7ff39d006fbe), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:04.492226 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a928bdd2-87f4-4411-90c7-c7af6305b1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:04.493717 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a928bdd2-87f4-4411-90c7-c7af6305b1ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cd2f2de-1fc2-4313-8502-7ff39d006fbe HTTP/1.1" status: 204 len: 168 time: 0.1418612 Jun 27 21:21:04.504979 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928bdd2-87f4-4411-90c7-c7af6305b1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd2f2de-1fc2-4313-8502-7ff39d006fbe,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:04.700376 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b940-e831-4eeb-a995-ee5fd366b1fa req-005398a6-9f1f-4e3b-8d48-ec36b593ace6 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:04.701962 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4111b940-e831-4eeb-a995-ee5fd366b1fa req-005398a6-9f1f-4e3b-8d48-ec36b593ace6 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0693460 Jun 27 21:21:04.731791 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device cd12e24f-8f5a-4809-bb58-743542a1d988 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:21:04.748114 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 1127e9e2-b9e0-47fd-bf2d-b8f3f1597da4 resource provider aggregate not found Jun 27 21:21:04.781776 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4111b940-e831-4eeb-a995-ee5fd366b1fa req-d610ea02-e11c-4de9-ab95-15cf8a2f2149 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713832 Jun 27 21:21:04.783516 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 1127e9e2-b9e0-47fd-bf2d-b8f3f1597da4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1127e9e2-b9e0-47fd-bf2d-b8f3f1597da4 found for delete ", "request_id": "req-089dea5e-6d94-4eaf-99a4-a7e074ca06fa"}]} Jun 27 21:21:04.871817 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port cd12e24f-8f5a-4809-bb58-743542a1d988, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cd12e24f-8f5a-4809-bb58-743542a1d988,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:04.885348 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'cd12e24f-8f5a-4809-bb58-743542a1d988', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'port_id': 'cd12e24f-8f5a-4809-bb58-743542a1d988', 'mac_address': 'fa:16:3e:7a:9d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:21:04.890216 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=8 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:04.921017 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=7 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:04.942213 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port cd12e24f-8f5a-4809-bb58-743542a1d988 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:04.942597 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:04.955475 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa807ef8-e2de-4e55-ac76-2fc1c7622617 req-96220bb6-8bd0-4b78-9170-c49ac75e508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:04.957841 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-aa807ef8-e2de-4e55-ac76-2fc1c7622617 req-96220bb6-8bd0-4b78-9170-c49ac75e508c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f484976e63ce44daa10eadd2a9d6cc76&device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 1129 time: 0.0578547 Jun 27 21:21:04.958193 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd12e24f-8f5a-4809-bb58-743542a1d988 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:21:04.987118 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port cd12e24f-8f5a-4809-bb58-743542a1d988, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cd12e24f-8f5a-4809-bb58-743542a1d988,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:04.994090 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:05.003530 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:05.049534 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=cd12e24f-8f5a-4809-bb58-743542a1d988,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:05.096879 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa807ef8-e2de-4e55-ac76-2fc1c7622617 req-6fe6dbc8-2d6a-407e-8c3d-2398e13ec671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:05.098347 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-aa807ef8-e2de-4e55-ac76-2fc1c7622617 req-6fe6dbc8-2d6a-407e-8c3d-2398e13ec671 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2833602c-5fda-49c5-9f8b-40525401a7af HTTP/1.1" status: 200 len: 910 time: 0.1336744 Jun 27 21:21:05.166832 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-aa807ef8-e2de-4e55-ac76-2fc1c7622617 req-810ae444-4bfc-43c4-bb76-dd55e2f0d53c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4 HTTP/1.1" status: 200 len: 999 time: 0.0612228 Jun 27 21:21:05.220790 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa807ef8-e2de-4e55-ac76-2fc1c7622617 req-c31d35af-7fc5-4134-af3e-e13d9fdcc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:05.222334 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-aa807ef8-e2de-4e55-ac76-2fc1c7622617 req-c31d35af-7fc5-4134-af3e-e13d9fdcc1b5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1f444894-ce72-40c6-97c3-59e461303458 HTTP/1.1" status: 200 len: 848 time: 0.0496294 Jun 27 21:21:05.297182 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa807ef8-e2de-4e55-ac76-2fc1c7622617 req-2c7fd8a6-f332-474e-b02b-2f4df08c8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:05.299540 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-aa807ef8-e2de-4e55-ac76-2fc1c7622617 req-2c7fd8a6-f332-474e-b02b-2f4df08c8e5b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2833602c-5fda-49c5-9f8b-40525401a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702004 Jun 27 21:21:05.336915 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['cd12e24f-8f5a-4809-bb58-743542a1d988'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:21:05.383262 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:05.386386 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddf2ca-bdf1-4c96-9b1f-83e70d4221c5 req-b5d8b6ea-4dff-4bf6-b484-2877787de9b5 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:05.393957 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0bddf2ca-bdf1-4c96-9b1f-83e70d4221c5 req-b5d8b6ea-4dff-4bf6-b484-2877787de9b5 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 945 time: 0.0838773 Jun 27 21:21:05.394935 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:05.420637 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c48be8-9a3b-45cc-a9ce-168b242ecbed req-c2db6f28-64d6-4ed6-8a6d-521d4b8c90b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:05.428495 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b3c48be8-9a3b-45cc-a9ce-168b242ecbed req-c2db6f28-64d6-4ed6-8a6d-521d4b8c90b9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0614412 Jun 27 21:21:05.490514 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b3c48be8-9a3b-45cc-a9ce-168b242ecbed req-eb2b9917-e16a-46c6-a91a-8d93574063ce tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607505 Jun 27 21:21:05.500804 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-aa807ef8-e2de-4e55-ac76-2fc1c7622617 req-9e0be62c-db3c-4e2d-8c69-b7a8d073d45a service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890259 Jun 27 21:21:05.505532 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0bddf2ca-bdf1-4c96-9b1f-83e70d4221c5 req-5b5451cb-0efc-4422-b6f5-52c89e819fa0 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad12d04-d93b-4779-b847-005934b5acae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103804 Jun 27 21:21:05.641301 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-aa807ef8-e2de-4e55-ac76-2fc1c7622617 req-0d295c77-25c7-49aa-b3d0-6a19e2c4945f service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347322 Jun 27 21:21:05.919837 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad6283-7463-42d9-aba6-611a7fb99e1b req-1e70426d-66d1-45d4-a3a8-31de305d1d9d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:05.922247 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-06ad6283-7463-42d9-aba6-611a7fb99e1b req-1e70426d-66d1-45d4-a3a8-31de305d1d9d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0670712 Jun 27 21:21:05.987601 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-06ad6283-7463-42d9-aba6-611a7fb99e1b req-ca4f8273-7867-412d-b4a6-0ffe3b49c3e9 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592597 Jun 27 21:21:06.637525 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:06.648101 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36822f8a-bd6b-441e-a250-9cf9690d18d7 req-67b43909-18a2-41f0-8542-9d5f51e5a216 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:06.650407 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-36822f8a-bd6b-441e-a250-9cf9690d18d7 req-67b43909-18a2-41f0-8542-9d5f51e5a216 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0653520 Jun 27 21:21:06.684477 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e1dd7-89b2-4e4a-80a5-d7432092ca37 req-8d47d804-89d9-44ba-91e5-7e9f09cccb3f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:06.686239 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-806e1dd7-89b2-4e4a-80a5-d7432092ca37 req-8d47d804-89d9-44ba-91e5-7e9f09cccb3f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 945 time: 0.0926158 Jun 27 21:21:06.748540 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device cd12e24f-8f5a-4809-bb58-743542a1d988 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:06.756421 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-806e1dd7-89b2-4e4a-80a5-d7432092ca37 req-395c527b-8911-4ed4-a368-da06dc001c95 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad12d04-d93b-4779-b847-005934b5acae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568128 Jun 27 21:21:06.820315 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port cd12e24f-8f5a-4809-bb58-743542a1d988 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:21:06.831406 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port cd12e24f-8f5a-4809-bb58-743542a1d988 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:06.832086 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:06.919424 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port cd12e24f-8f5a-4809-bb58-743542a1d988 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:06.919802 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:06.946399 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd12e24f-8f5a-4809-bb58-743542a1d988'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:21:06.949411 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51b6255-c300-44c7-9c3b-7c3f0956d09d" -d '{"events": [{"server_uuid": "3eba84d8-7b64-46aa-94f3-8a58871b0c68", "name": "network-vif-plugged", "status": "completed", "tag": "cd12e24f-8f5a-4809-bb58-743542a1d988"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:21:06.964968 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port cd12e24f-8f5a-4809-bb58-743542a1d988, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cd12e24f-8f5a-4809-bb58-743542a1d988,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:06.971315 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:07.033652 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-36822f8a-bd6b-441e-a250-9cf9690d18d7 req-39e0abae-c131-46cd-91f0-9377429df39a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737352 Jun 27 21:21:07.038444 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c2b7d7-e7d5-4daf-8e9d-ece2ee168788 x-openstack-request-id: req-f3c2b7d7-e7d5-4daf-8e9d-ece2ee168788 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:21:07.038885 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eba84d8-7b64-46aa-94f3-8a58871b0c68", "name": "network-vif-plugged", "status": "completed", "tag": "cd12e24f-8f5a-4809-bb58-743542a1d988", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:21:07.039112 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3c2b7d7-e7d5-4daf-8e9d-ece2ee168788 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:21:07.039512 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c2b7d7-e7d5-4daf-8e9d-ece2ee168788'] response: {'server_uuid': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd12e24f-8f5a-4809-bb58-743542a1d988', 'code': 200} Jun 27 21:21:07.050937 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=cd12e24f-8f5a-4809-bb58-743542a1d988,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:07.162904 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1dd21-2998-4ea1-aa09-b6bdcc84d06a req-7f8c5681-6ec3-4a15-a37d-982796f0b4e4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:07.164556 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-78b1dd21-2998-4ea1-aa09-b6bdcc84d06a req-7f8c5681-6ec3-4a15-a37d-982796f0b4e4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0540562 Jun 27 21:21:07.224255 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-78b1dd21-2998-4ea1-aa09-b6bdcc84d06a req-53556aae-466e-4879-a535-dcaf245bbe64 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526276 Jun 27 21:21:07.402999 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3472f-6a23-4d4a-a4f9-999d44a82f92 req-5ef30611-b568-4776-9226-99646a5d5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:07.404794 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0db3472f-6a23-4d4a-a4f9-999d44a82f92 req-5ef30611-b568-4776-9226-99646a5d5a52 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 1130 time: 0.0469384 Jun 27 21:21:07.458459 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0db3472f-6a23-4d4a-a4f9-999d44a82f92 req-673c2cda-b45f-4087-bc17-47d3279f59d2 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=2ad12d04-d93b-4779-b847-005934b5acae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474212 Jun 27 21:21:07.925488 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0660dd5-6803-4b42-bbea-c1612fbde043 req-d2bf359c-38f9-460b-a812-8bd471a34b1f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:07.927059 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e0660dd5-6803-4b42-bbea-c1612fbde043 req-d2bf359c-38f9-460b-a812-8bd471a34b1f tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 946 time: 0.0538938 Jun 27 21:21:07.989683 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e0660dd5-6803-4b42-bbea-c1612fbde043 req-0ab9fe82-040b-4fd3-8aa0-0e56db1a1702 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad12d04-d93b-4779-b847-005934b5acae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553181 Jun 27 21:21:08.178205 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c737c-22c0-40ce-a3cd-362a04535287 req-3ff0e2c8-8a57-4574-8314-10b796da7f68 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:08.179713 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ff1c737c-22c0-40ce-a3cd-362a04535287 req-3ff0e2c8-8a57-4574-8314-10b796da7f68 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0553691 Jun 27 21:21:08.240217 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ff1c737c-22c0-40ce-a3cd-362a04535287 req-3887e458-10f8-4772-8f11-f76c570ccb88 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515947 Jun 27 21:21:08.374567 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab8f9f-df9a-418d-a251-dd95b597c94c req-0dfe41dc-0c04-4ff8-836b-04d4db6f5053 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:08.376945 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-feab8f9f-df9a-418d-a251-dd95b597c94c req-0dfe41dc-0c04-4ff8-836b-04d4db6f5053 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0557837 Jun 27 21:21:08.456162 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-feab8f9f-df9a-418d-a251-dd95b597c94c req-0b5ea8ed-d808-4dae-8aa1-55f4ded2aac9 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689545 Jun 27 21:21:08.756058 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f32af9-9dab-4da3-98c4-e7ce70a522fd req-8d417ea7-ba27-429e-b75b-d582b2bd58b6 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:08.757822 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88f32af9-9dab-4da3-98c4-e7ce70a522fd req-8d417ea7-ba27-429e-b75b-d582b2bd58b6 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0624299 Jun 27 21:21:08.803486 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47422) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:08.822559 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88f32af9-9dab-4da3-98c4-e7ce70a522fd req-c7428183-ba8e-4672-9d7e-ac07c1763bbb tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571802 Jun 27 21:21:08.904382 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-1fd11573-32e3-44d1-8b73-74000a1e9132 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995452 Jun 27 21:21:08.913566 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-d7d762a3-3c90-4bcc-814a-be73c87bdf62 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:21:08.914539 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-d7d762a3-3c90-4bcc-814a-be73c87bdf62 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053141 Jun 27 21:21:09.085329 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47432) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:09.154247 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcf7d5-a348-4f58-9b89-8af7ee881472 req-d968eff2-401c-4ebd-a276-14c06b41f688 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:09.155990 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-64dcf7d5-a348-4f58-9b89-8af7ee881472 req-d968eff2-401c-4ebd-a276-14c06b41f688 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 946 time: 0.0783601 Jun 27 21:21:09.199916 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:09.217054 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-cc7980cc-7b32-48db-a686-4f3bda312ffb tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:09.218650 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-cc7980cc-7b32-48db-a686-4f3bda312ffb tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports/36112ae1-bee5-4df6-9469-82c6af7bb1f4 HTTP/1.1" status: 200 len: 942 time: 0.1321974 Jun 27 21:21:09.253428 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-64dcf7d5-a348-4f58-9b89-8af7ee881472 req-3dc48e91-4a1b-4e0a-a588-e312bf32e7d8 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad12d04-d93b-4779-b847-005934b5acae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844307 Jun 27 21:21:09.387082 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c32090-3e50-4d45-8323-658317c2a42b req-b9231e33-6728-4752-a732-53b0e8075fed tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:09.388748 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-80c32090-3e50-4d45-8323-658317c2a42b req-b9231e33-6728-4752-a732-53b0e8075fed tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0553203 Jun 27 21:21:09.389027 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e32db-f480-4e13-a2a3-610b165028b2 req-e3f0559c-c955-4ef4-8451-d54c83f2c71b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:09.390680 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9f8e32db-f480-4e13-a2a3-610b165028b2 req-e3f0559c-c955-4ef4-8451-d54c83f2c71b tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 946 time: 0.0607712 Jun 27 21:21:09.401701 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47444) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:09.414401 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-c5d304f8-aa71-4442-a90f-b800b2592931 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Request body: {'floatingip': {'port_id': 'cd12e24f-8f5a-4809-bb58-743542a1d988'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:09.465962 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c5d304f8-aa71-4442-a90f-b800b2592931 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:09.550404 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-80c32090-3e50-4d45-8323-658317c2a42b req-7f33ee56-1fe4-4bc4-8fa2-4f2083837678 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558185 Jun 27 21:21:09.980201 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:09.986468 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79721833-7a14-4c71-aa8f-c72046254d2a req-014786d4-4726-4873-b67e-29ac8054e5f5 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:09.988229 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-79721833-7a14-4c71-aa8f-c72046254d2a req-014786d4-4726-4873-b67e-29ac8054e5f5 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0610583 Jun 27 21:21:10.032680 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:10.084876 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-79721833-7a14-4c71-aa8f-c72046254d2a req-8df3ea76-e450-4b03-bb2d-0c2746953c2a tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888236 Jun 27 21:21:10.142174 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c5d304f8-aa71-4442-a90f-b800b2592931 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:10.146296 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c5d304f8-aa71-4442-a90f-b800b2592931 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:10.256772 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:10.270786 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [None req-c5d304f8-aa71-4442-a90f-b800b2592931 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Floating IP 43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2 associated. External IP: 172.27.0.168, port: cd12e24f-8f5a-4809-bb58-743542a1d988. Jun 27 21:21:10.470120 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8a15e65e-9a95-4a91-b097-ddeecd49155a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:10.533974 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d304f8-aa71-4442-a90f-b800b2592931 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Router 6a82da67-b908-4e2c-89ed-54a09475cceb has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:21:10.671520 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:10.718161 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d304f8-aa71-4442-a90f-b800b2592931 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:21:10.724107 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c5d304f8-aa71-4442-a90f-b800b2592931 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:10.732991 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd2f2b-d75d-4b99-8641-0885d54cf755 None None] Sync routers for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:21:10.747335 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd2f2b-d75d-4b99-8641-0885d54cf755 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:10.748225 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-0dcd2f2b-d75d-4b99-8641-0885d54cf755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:10.760302 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c54986-9009-476c-af39-19138ec7a031 req-64cb7d95-d0e8-439c-a64a-00077d162a4b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:10.762003 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e7c54986-9009-476c-af39-19138ec7a031 req-64cb7d95-d0e8-439c-a64a-00077d162a4b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.1039639 Jun 27 21:21:10.799243 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 36112ae1-bee5-4df6-9469-82c6af7bb1f4 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:21:10.803843 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47486) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:10.810697 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-c5d304f8-aa71-4442-a90f-b800b2592931 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "PUT /v2.0/floatingips/43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2 HTTP/1.1" status: 200 len: 992 time: 1.4067204 Jun 27 21:21:10.814293 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'tag': 'cd12e24f-8f5a-4809-bb58-743542a1d988'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:21:10.817677 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1658a419-4c77-4d4e-a3a8-7678ec395d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3eba84d8-7b64-46aa-94f3-8a58871b0c68", "tag": "cd12e24f-8f5a-4809-bb58-743542a1d988"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:21:10.882709 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e7c54986-9009-476c-af39-19138ec7a031 req-bc69846d-0368-4fbc-9332-451c713b33ad tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051702 Jun 27 21:21:10.913968 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa993aa-dc19-4a12-a37d-8391ad34ed58 x-openstack-request-id: req-caa993aa-dc19-4a12-a37d-8391ad34ed58 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:21:10.914436 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eba84d8-7b64-46aa-94f3-8a58871b0c68", "tag": "cd12e24f-8f5a-4809-bb58-743542a1d988", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:21:10.915349 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caa993aa-dc19-4a12-a37d-8391ad34ed58 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:21:10.915891 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa993aa-dc19-4a12-a37d-8391ad34ed58'] response: {'name': 'network-changed', 'server_uuid': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'tag': 'cd12e24f-8f5a-4809-bb58-743542a1d988', 'status': 'completed', 'code': 200} Jun 27 21:21:11.035271 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a419-4c77-4d4e-a3a8-7678ec395d6a req-19dd02c3-1d64-4f37-a808-6c9f79b9507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:11.035593 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-88338580-eb8d-4bed-a514-41c2eb2f56f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:11.037627 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1658a419-4c77-4d4e-a3a8-7678ec395d6a req-19dd02c3-1d64-4f37-a808-6c9f79b9507c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=4a74724882c84e8f893f5be0f59a9581&device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 1130 time: 0.0650697 Jun 27 21:21:11.125325 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-88338580-eb8d-4bed-a514-41c2eb2f56f6 admin admin] Publish callbacks [] for security_group (3d84521d-eddd-4239-a9b1-2dfe5db37423), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:11.130820 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-88338580-eb8d-4bed-a514-41c2eb2f56f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (3d84521d-eddd-4239-a9b1-2dfe5db37423), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:11.180155 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-0dcd2f2b-d75d-4b99-8641-0885d54cf755 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:21:11.185362 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47496) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:11.186237 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-88338580-eb8d-4bed-a514-41c2eb2f56f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dae2a6f8fb6142d8991641feafdfff26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791893 Jun 27 21:21:11.189210 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88338580-eb8d-4bed-a514-41c2eb2f56f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d84521d-eddd-4239-a9b1-2dfe5db37423,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:11.232239 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 is: ACTIVE; New status is: DOWN {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:11.232739 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:11.249716 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634eeea-1d46-4cbf-ab10-8245586fb385 req-804a5eba-d9c4-4d38-a4d9-e7ed4e1c55c4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:11.251399 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d634eeea-1d46-4cbf-ab10-8245586fb385 req-804a5eba-d9c4-4d38-a4d9-e7ed4e1c55c4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0639408 Jun 27 21:21:11.319794 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d634eeea-1d46-4cbf-ab10-8245586fb385 req-287dd234-4571-4b59-91ae-d1947bb5ab05 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601606 Jun 27 21:21:11.323988 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:21:11.326803 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b93b244-6e74-4eb4-969b-b21cf5e788be" -d '{"events": [{"server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "name": "network-vif-unplugged", "status": "completed", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:21:11.329290 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:11.351645 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 36112ae1-bee5-4df6-9469-82c6af7bb1f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:11.357545 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:11.369955 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e418-4d44-4200-beaa-aa1905281265 admin admin] Publish callbacks [] for security_group (3d84521d-eddd-4239-a9b1-2dfe5db37423), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:11.382712 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:11.400225 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Jun 2022 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cdd2e1-2a6c-4f96-80fe-2cd77d321926 x-openstack-request-id: req-d6cdd2e1-2a6c-4f96-80fe-2cd77d321926 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:21:11.400516 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "name": "network-vif-unplugged", "status": "completed", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:21:11.400769 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6cdd2e1-2a6c-4f96-80fe-2cd77d321926 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:21:11.401227 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cdd2e1-2a6c-4f96-80fe-2cd77d321926'] response: {'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'code': 200} Jun 27 21:21:11.460068 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-e83a77a3-dc45-49fb-97da-6e97ddec7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:11.462906 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-e83a77a3-dc45-49fb-97da-6e97ddec7304 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637&tenant_id=f484976e63ce44daa10eadd2a9d6cc76 HTTP/1.1" status: 200 len: 1129 time: 0.1800880 Jun 27 21:21:11.466668 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e418-4d44-4200-beaa-aa1905281265 admin admin] Publish callbacks [] for security_group (3d84521d-eddd-4239-a9b1-2dfe5db37423), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:11.475660 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=36112ae1-bee5-4df6-9469-82c6af7bb1f4,revision_number=6']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:11.544730 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-0dcd2f2b-d75d-4b99-8641-0885d54cf755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': 'cd12e24f-8f5a-4809-bb58-743542a1d988', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:7a:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:20:55Z', 'updated_at': '2022-06-27T21:21:10Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:11.573166 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd2f2b-d75d-4b99-8641-0885d54cf755 None None] Checking router: 6a82da67-b908-4e2c-89ed-54a09475cceb for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:21:11.578328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a419-4c77-4d4e-a3a8-7678ec395d6a req-2cd551b4-3f76-46c8-a231-619fd0d83504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:11.580975 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1658a419-4c77-4d4e-a3a8-7678ec395d6a req-2cd551b4-3f76-46c8-a231-619fd0d83504 service neutron] 10.222.0.33 "GET /v2.0/networks?id=88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 200 len: 915 time: 0.3337224 Jun 27 21:21:11.582916 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd2f2b-d75d-4b99-8641-0885d54cf755 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:11.583561 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-0dcd2f2b-d75d-4b99-8641-0885d54cf755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:20:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:11.690031 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-2c4fd7bf-cccf-4f1e-b603-1f3688849327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:11.692845 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-2c4fd7bf-cccf-4f1e-b603-1f3688849327 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f484976e63ce44daa10eadd2a9d6cc76&device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 1127 time: 0.1737792 Jun 27 21:21:11.701898 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-0dcd2f2b-d75d-4b99-8641-0885d54cf755 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:21:11.768557 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1658a419-4c77-4d4e-a3a8-7678ec395d6a req-435d7082-c68c-48f8-9f7d-ceeeb8f52486 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd12e24f-8f5a-4809-bb58-743542a1d988 HTTP/1.1" status: 200 len: 1000 time: 0.1711440 Jun 27 21:21:11.780845 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e418-4d44-4200-beaa-aa1905281265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (3d84521d-eddd-4239-a9b1-2dfe5db37423), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:11.783628 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e418-4d44-4200-beaa-aa1905281265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:11.784981 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-b9f0e418-4d44-4200-beaa-aa1905281265 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d84521d-eddd-4239-a9b1-2dfe5db37423 HTTP/1.1" status: 204 len: 168 time: 0.5984352 Jun 27 21:21:11.861083 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:11.868839 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0e418-4d44-4200-beaa-aa1905281265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d84521d-eddd-4239-a9b1-2dfe5db37423,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:11.900549 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a419-4c77-4d4e-a3a8-7678ec395d6a req-4f667ce6-fa28-46aa-8dde-d98dbfc627b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:11.902751 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1658a419-4c77-4d4e-a3a8-7678ec395d6a req-4f667ce6-fa28-46aa-8dde-d98dbfc627b5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 200 len: 853 time: 0.1226215 Jun 27 21:21:11.957455 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-5dd3dd8c-5334-49e3-93cd-4fbf2b65e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:11.959556 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-5dd3dd8c-5334-49e3-93cd-4fbf2b65e296 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2833602c-5fda-49c5-9f8b-40525401a7af HTTP/1.1" status: 200 len: 910 time: 0.2519271 Jun 27 21:21:12.006355 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-0dcd2f2b-d75d-4b99-8641-0885d54cf755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': 'cd12e24f-8f5a-4809-bb58-743542a1d988', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:7a:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:20:55Z', 'updated_at': '2022-06-27T21:21:10Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:12.036826 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd2f2b-d75d-4b99-8641-0885d54cf755 None None] The sync data for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi is: [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'port_id': 'cd12e24f-8f5a-4809-bb58-743542a1d988', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'mac_address': 'fa:16:3e:7a:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:20:55Z', 'updated_at': '2022-06-27T21:21:10Z', 'revision_number': 1, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:21:12.042842 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-36797c42-30a7-4736-9628-c0d818ddfc16 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4 HTTP/1.1" status: 200 len: 997 time: 0.0762966 Jun 27 21:21:12.044864 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a419-4c77-4d4e-a3a8-7678ec395d6a req-46bc0f0e-065c-4d58-8fa2-7fce1db91ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:12.046556 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1658a419-4c77-4d4e-a3a8-7678ec395d6a req-46bc0f0e-065c-4d58-8fa2-7fce1db91ff8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=88eac9a2-e4a8-414f-a6be-c486870814c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1371713 Jun 27 21:21:12.104414 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7379c2-de2c-4aa0-afdd-8a45e4759076 req-975504dc-235b-4a18-b80b-d4fa874779f2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:12.106287 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3d7379c2-de2c-4aa0-afdd-8a45e4759076 req-975504dc-235b-4a18-b80b-d4fa874779f2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0824513 Jun 27 21:21:12.173276 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:12.182575 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3d7379c2-de2c-4aa0-afdd-8a45e4759076 req-85083258-5440-4e04-aa1a-f7383662ceb2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688994 Jun 27 21:21:12.195001 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-5c7d9fdb-9861-4220-8a90-31f3c1fd7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:12.198157 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-5c7d9fdb-9861-4220-8a90-31f3c1fd7452 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1f444894-ce72-40c6-97c3-59e461303458 HTTP/1.1" status: 200 len: 848 time: 0.1444895 Jun 27 21:21:12.258910 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1658a419-4c77-4d4e-a3a8-7678ec395d6a req-d76243b0-20a6-491f-8d13-454da6cece19 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036195 Jun 27 21:21:12.267181 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47506) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:12.276126 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-0878acf2-b249-4e0b-95ed-6e0da25a0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:12.277730 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-0878acf2-b249-4e0b-95ed-6e0da25a0750 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2833602c-5fda-49c5-9f8b-40525401a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699871 Jun 27 21:21:12.287058 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6344eba4-a941-4d5e-982b-91a1769dced9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:12.323873 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f971bc42-f40c-4873-a676-b26f2e7f238d None None] New status for floating IP 43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2: ACTIVE {{(pid=104133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:21:12.439291 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6344eba4-a941-4d5e-982b-91a1769dced9 admin admin] Publish callbacks [] for security_group (1fa1206c-5b6b-469b-ae7e-b35dc96778c5), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:12.445436 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6344eba4-a941-4d5e-982b-91a1769dced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (1fa1206c-5b6b-469b-ae7e-b35dc96778c5), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:12.485848 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1658a419-4c77-4d4e-a3a8-7678ec395d6a req-56cf22db-5964-424d-8433-6917adbf9e63 service neutron] 10.222.0.33 "GET /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202458 Jun 27 21:21:12.507307 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1591e2-ecb9-4213-be9e-7c209c93bb4b req-e1a87bc1-daa5-4a09-a321-e06885df3818 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:12.509196 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9d1591e2-ecb9-4213-be9e-7c209c93bb4b req-e1a87bc1-daa5-4a09-a321-e06885df3818 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0871768 Jun 27 21:21:12.512546 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-b4dec5dc-d983-4498-97a8-a2c42901e6e2 service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241218 Jun 27 21:21:12.526959 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6344eba4-a941-4d5e-982b-91a1769dced9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94c1fc66e705414ea27822abd5951d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584541 Jun 27 21:21:12.527974 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47510) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:12.535105 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344eba4-a941-4d5e-982b-91a1769dced9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa1206c-5b6b-469b-ae7e-b35dc96778c5,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:12.600034 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0a222172-bb0a-409b-ba46-6d2fbb39d66b admin admin] Publish callbacks [] for security_group (1fa1206c-5b6b-469b-ae7e-b35dc96778c5), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:12.634238 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0a222172-bb0a-409b-ba46-6d2fbb39d66b admin admin] Publish callbacks [] for security_group (1fa1206c-5b6b-469b-ae7e-b35dc96778c5), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:12.647877 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b29fecf9-59b0-46ed-a110-589f04bb6de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:12.707716 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0a222172-bb0a-409b-ba46-6d2fbb39d66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (1fa1206c-5b6b-469b-ae7e-b35dc96778c5), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:12.710557 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9d1591e2-ecb9-4213-be9e-7c209c93bb4b req-0fa407b0-be4f-4f75-ba6f-6b7e881a7cf6 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805279 Jun 27 21:21:12.710762 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0a222172-bb0a-409b-ba46-6d2fbb39d66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:12.714381 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0a222172-bb0a-409b-ba46-6d2fbb39d66b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fa1206c-5b6b-469b-ae7e-b35dc96778c5 HTTP/1.1" status: 204 len: 168 time: 0.1831868 Jun 27 21:21:12.724387 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a222172-bb0a-409b-ba46-6d2fbb39d66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa1206c-5b6b-469b-ae7e-b35dc96778c5,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:12.738831 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0d9c0808-0a58-46c3-80a5-a2b1ecf7e897 req-5510893d-d790-43d9-9153-34240fbf5e23 service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193711 Jun 27 21:21:13.337321 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c5764-1e48-4ea7-be44-cb2cde85c9b4 req-0bb9bb8c-f776-4f54-8a6f-5fe7a515be30 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:13.338978 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-195c5764-1e48-4ea7-be44-cb2cde85c9b4 req-0bb9bb8c-f776-4f54-8a6f-5fe7a515be30 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0629153 Jun 27 21:21:13.408270 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:13.423759 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-195c5764-1e48-4ea7-be44-cb2cde85c9b4 req-6199c80d-df7e-471b-b2b6-17e47b10792c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781925 Jun 27 21:21:13.796150 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:13.875985 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf234a7-b90e-4fd6-8f2e-f1e6167d5dfe req-d6f1f996-ebd0-4362-81d1-84725481e8a2 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:13.877805 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fcf234a7-b90e-4fd6-8f2e-f1e6167d5dfe req-d6f1f996-ebd0-4362-81d1-84725481e8a2 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0774682 Jun 27 21:21:13.945938 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fcf234a7-b90e-4fd6-8f2e-f1e6167d5dfe req-ac64ff6d-3be3-4914-8879-a2ca1787eb93 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607316 Jun 27 21:21:14.562895 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fef97-1d9d-4bd4-a0af-ed9e787c8417 req-a2fe9249-3893-475c-b7da-df3daefc53b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:14.565219 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5a3fef97-1d9d-4bd4-a0af-ed9e787c8417 req-a2fe9249-3893-475c-b7da-df3daefc53b2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0582187 Jun 27 21:21:14.577920 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:14.620234 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5a3fef97-1d9d-4bd4-a0af-ed9e787c8417 req-c03d6864-93f2-4fe2-b0e4-f6ebc04614e8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493269 Jun 27 21:21:15.074033 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3e6b8-23ae-4cf6-a5ff-f124b2688d29 req-c42ddb53-8dcd-4d31-94d8-78716c3ee51b tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:15.075620 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-19d3e6b8-23ae-4cf6-a5ff-f124b2688d29 req-c42ddb53-8dcd-4d31-94d8-78716c3ee51b tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0484610 Jun 27 21:21:15.127548 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-19d3e6b8-23ae-4cf6-a5ff-f124b2688d29 req-071f4218-6c12-41c6-9ada-60b92c9c5439 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457840 Jun 27 21:21:15.441986 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:15.677565 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:15.755724 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12245b14-1b21-4b30-ae16-ea6a2cc0a9e6 req-d2677e1a-b311-4046-b3f4-e13c01b57f0a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:15.757228 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-12245b14-1b21-4b30-ae16-ea6a2cc0a9e6 req-d2677e1a-b311-4046-b3f4-e13c01b57f0a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0546248 Jun 27 21:21:15.809381 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-12245b14-1b21-4b30-ae16-ea6a2cc0a9e6 req-c7709d66-4e08-4c6f-9e24-e836a394405f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452120 Jun 27 21:21:16.259162 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76a80f-2e36-4767-862a-aa10bf7b5ff6 req-ae02ee11-e0e6-402c-a169-07e097ca13ca tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:16.260615 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2b76a80f-2e36-4767-862a-aa10bf7b5ff6 req-ae02ee11-e0e6-402c-a169-07e097ca13ca tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0548639 Jun 27 21:21:16.315393 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2b76a80f-2e36-4767-862a-aa10bf7b5ff6 req-063482d8-e2b1-4602-a6e9-8973ef6e2c58 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485778 Jun 27 21:21:16.798194 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:21:16.937437 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a419f-22c0-4537-831f-731faf254ea4 req-5be8623c-2067-4f17-9e8c-e3be6b7d17b0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:16.939236 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e67a419f-22c0-4537-831f-731faf254ea4 req-5be8623c-2067-4f17-9e8c-e3be6b7d17b0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0508680 Jun 27 21:21:17.007014 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e67a419f-22c0-4537-831f-731faf254ea4 req-c83e368b-fda0-4dff-b354-f0c83f3e1970 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591760 Jun 27 21:21:17.472528 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6d757-8d2c-4fc5-9500-6dfe5b1b0627 req-fd7b690c-c702-4884-b4ae-4626393dff7e tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:17.475933 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-23f6d757-8d2c-4fc5-9500-6dfe5b1b0627 req-fd7b690c-c702-4884-b4ae-4626393dff7e tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0689824 Jun 27 21:21:17.545460 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-23f6d757-8d2c-4fc5-9500-6dfe5b1b0627 req-f7e77d0b-4ed8-42aa-b813-9cf242c54a37 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608461 Jun 27 21:21:18.139648 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3289f73-53d3-445b-8fff-591f72304d75 req-0cad55cf-fe91-4689-aab6-85d9bbd8df1d tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:18.141232 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e3289f73-53d3-445b-8fff-591f72304d75 req-0cad55cf-fe91-4689-aab6-85d9bbd8df1d tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0542789 Jun 27 21:21:18.203446 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e3289f73-53d3-445b-8fff-591f72304d75 req-58611e14-4e85-4526-aa2e-f34d4c711dcb tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560992 Jun 27 21:21:18.592823 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:21:18.696132 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328d55c-4a5b-4c84-b1c6-df832bd4b33e req-be523c72-f23f-4123-8d14-861170bfe04e tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:18.698808 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1328d55c-4a5b-4c84-b1c6-df832bd4b33e req-be523c72-f23f-4123-8d14-861170bfe04e tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0756619 Jun 27 21:21:18.724830 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:18.744458 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'port_id': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'mac_address': 'fa:16:3e:89:85:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:21:18.754195 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1328d55c-4a5b-4c84-b1c6-df832bd4b33e req-f45eb518-d867-4832-9a7c-d3617b9932ec tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494282 Jun 27 21:21:18.809610 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 is: ACTIVE; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:18.810213 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:18.832995 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:21:18.859549 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:18.862992 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:18.867215 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:18.921712 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,revision_number=6']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:18.930360 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.930897 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.931213 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.931657 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.931985 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.932313 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.932637 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.932991 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.933319 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.933638 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.933963 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.934282 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.934599 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.934914 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:18.935224 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:19.409636 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:19.454008 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b91c1-18bc-4c62-baef-322916acc9f9 req-da44f55b-5348-4321-a10a-8c4a49c55fb1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:19.455583 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-694b91c1-18bc-4c62-baef-322916acc9f9 req-da44f55b-5348-4321-a10a-8c4a49c55fb1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 945 time: 0.0545714 Jun 27 21:21:19.507292 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-694b91c1-18bc-4c62-baef-322916acc9f9 req-e4d9a9de-1711-440a-bcea-6124c4e955e5 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453167 Jun 27 21:21:19.565424 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:19.752423 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:21:19.785817 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:19.911704 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5b3d4-bb7e-4176-9994-d8b30533ea53 req-50e092f2-a275-47e2-b090-3a78bef3667a tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:19.914020 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-52f5b3d4-bb7e-4176-9994-d8b30533ea53 req-50e092f2-a275-47e2-b090-3a78bef3667a tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0815237 Jun 27 21:21:19.974805 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-52f5b3d4-bb7e-4176-9994-d8b30533ea53 req-f6d49ee9-a7c3-4208-9c0a-ed6c2bb990ee tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476518 Jun 27 21:21:20.657767 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cf375-43d2-48c9-be93-927ccc562443 req-353ba8ab-812a-4930-8d0d-63b5a6218ee4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:20.664971 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-747cf375-43d2-48c9-be93-927ccc562443 req-353ba8ab-812a-4930-8d0d-63b5a6218ee4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 945 time: 0.0802875 Jun 27 21:21:20.709547 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:20.714220 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-747cf375-43d2-48c9-be93-927ccc562443 req-43249209-c74e-4ddd-a48b-ef7f360209dc tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483589 Jun 27 21:21:21.137476 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19830849-f3e3-4184-9f24-29e35415b86f req-f61e03b7-8784-48df-98f2-08d826d99e95 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:21.141188 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-19830849-f3e3-4184-9f24-29e35415b86f req-f61e03b7-8784-48df-98f2-08d826d99e95 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0710816 Jun 27 21:21:21.226373 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-19830849-f3e3-4184-9f24-29e35415b86f req-8cd62524-7532-4f3d-bbf3-89bb082311f4 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789964 Jun 27 21:21:21.552124 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:21.632918 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:21.635316 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:21.842072 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:21.850666 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:21.954745 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:21:21.959193 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8baee92-93c6-4d12-9ab8-bbeba7a09940" -d '{"events": [{"server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "name": "network-vif-plugged", "status": "completed", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:21:22.013546 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:22.020885 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:22.046718 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f55555-9723-4806-a549-c500a1dd50b6 x-openstack-request-id: req-d7f55555-9723-4806-a549-c500a1dd50b6 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:21:22.049032 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "name": "network-vif-plugged", "status": "completed", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:21:22.050458 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7f55555-9723-4806-a549-c500a1dd50b6 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:21:22.052029 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f55555-9723-4806-a549-c500a1dd50b6'] response: {'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'code': 200} Jun 27 21:21:22.053323 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb946-6592-4690-b2c1-98997d5ad4e5 req-7da1aedc-0c90-4517-a3bd-b90cf34d7a87 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:22.055992 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bcfbb946-6592-4690-b2c1-98997d5ad4e5 req-7da1aedc-0c90-4517-a3bd-b90cf34d7a87 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 945 time: 0.1262076 Jun 27 21:21:22.167864 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,revision_number=7']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:22.191602 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bcfbb946-6592-4690-b2c1-98997d5ad4e5 req-ef7a8522-648e-4b89-9bac-f0121087bba4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163383 Jun 27 21:21:22.384307 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3bce1-8f27-4ff1-bb87-7161bbf19a7d req-2bab3782-bb4b-4de0-98e2-300f847abe2d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:22.386066 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3aa3bce1-8f27-4ff1-bb87-7161bbf19a7d req-2bab3782-bb4b-4de0-98e2-300f847abe2d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0636265 Jun 27 21:21:22.452855 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3aa3bce1-8f27-4ff1-bb87-7161bbf19a7d req-2d91ffcb-e9b6-41fc-a5d0-2db0a4259a0d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571215 Jun 27 21:21:22.610877 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=10 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:23.396834 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f181648-043e-4d71-a1af-8656a4e835ff req-9b362824-30aa-4609-8ec9-bd92ecb0a170 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:23.398872 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7f181648-043e-4d71-a1af-8656a4e835ff req-9b362824-30aa-4609-8ec9-bd92ecb0a170 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0769851 Jun 27 21:21:23.473633 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7f181648-043e-4d71-a1af-8656a4e835ff req-a125b0c4-307f-420d-bdca-3464b870d992 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662103 Jun 27 21:21:23.548705 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 36112ae1-bee5-4df6-9469-82c6af7bb1f4 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:21:23.630899 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33959673-e376-45e0-bd6b-a4f871d23ad7 req-76b7ae5b-04fe-4433-bbe9-e78fe2182dc6 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:23.633306 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-33959673-e376-45e0-bd6b-a4f871d23ad7 req-76b7ae5b-04fe-4433-bbe9-e78fe2182dc6 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 943 time: 0.0830300 Jun 27 21:21:23.722697 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-33959673-e376-45e0-bd6b-a4f871d23ad7 req-ce69f4a3-5129-449d-bd7c-c8e1999500f3 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685599 Jun 27 21:21:23.761929 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 36112ae1-bee5-4df6-9469-82c6af7bb1f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:23.781239 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'port_id': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'mac_address': 'fa:16:3e:b6:5b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:21:23.824035 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:23.824409 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:23.840613 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36112ae1-bee5-4df6-9469-82c6af7bb1f4 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:21:23.869328 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 36112ae1-bee5-4df6-9469-82c6af7bb1f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:23.880706 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:23.893735 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47700) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:23.966800 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=36112ae1-bee5-4df6-9469-82c6af7bb1f4,revision_number=7']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:24.090069 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-92ce308f-971d-4e5b-b01d-b7e0e6c3e599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:24.210739 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['36112ae1-bee5-4df6-9469-82c6af7bb1f4'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:21:24.229124 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-92ce308f-971d-4e5b-b01d-b7e0e6c3e599 admin admin] Publish callbacks [] for security_group (7af711b1-6e6f-449f-b5de-7e25123f720b), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:24.236702 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-92ce308f-971d-4e5b-b01d-b7e0e6c3e599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (7af711b1-6e6f-449f-b5de-7e25123f720b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:24.287858 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce308f-971d-4e5b-b01d-b7e0e6c3e599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af711b1-6e6f-449f-b5de-7e25123f720b,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:24.292970 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-92ce308f-971d-4e5b-b01d-b7e0e6c3e599 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e69a9a5ec2154abc9f23520366b85c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976634 Jun 27 21:21:24.297684 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47704) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:24.339641 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:24.391669 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9b19ff7e-935c-4426-8d8d-0bf53d34a62f admin admin] Publish callbacks [] for security_group (7af711b1-6e6f-449f-b5de-7e25123f720b), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:24.430274 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9b19ff7e-935c-4426-8d8d-0bf53d34a62f admin admin] Publish callbacks [] for security_group (7af711b1-6e6f-449f-b5de-7e25123f720b), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:24.465098 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:24.511616 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9b19ff7e-935c-4426-8d8d-0bf53d34a62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (7af711b1-6e6f-449f-b5de-7e25123f720b), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:24.520902 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9b19ff7e-935c-4426-8d8d-0bf53d34a62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:24.529362 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-9b19ff7e-935c-4426-8d8d-0bf53d34a62f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7af711b1-6e6f-449f-b5de-7e25123f720b HTTP/1.1" status: 204 len: 168 time: 0.2266226 Jun 27 21:21:24.562714 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19ff7e-935c-4426-8d8d-0bf53d34a62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af711b1-6e6f-449f-b5de-7e25123f720b,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:24.770932 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b53e-a624-4578-bea1-546968dd8d85 req-67320dd3-f5c8-4efc-9974-4eba9e48304b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:24.772735 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-cbd1b53e-a624-4578-bea1-546968dd8d85 req-67320dd3-f5c8-4efc-9974-4eba9e48304b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.1666660 Jun 27 21:21:24.811667 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:24.818143 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:24.891274 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-cbd1b53e-a624-4578-bea1-546968dd8d85 req-c4cce78f-c66c-4dd9-b8a8-fc3af78ef37b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116495 Jun 27 21:21:24.954260 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12536053-0b9a-4eac-898d-d1496501482c req-c76a21be-766e-4dd1-801c-6c46dc2340ed tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:24.962291 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-12536053-0b9a-4eac-898d-d1496501482c req-c76a21be-766e-4dd1-801c-6c46dc2340ed tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 944 time: 0.0955312 Jun 27 21:21:24.994724 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47720) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:25.018808 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b4fde266-c0c3-42e3-8042-9438eb389d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:25.055882 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-12536053-0b9a-4eac-898d-d1496501482c req-4b00dd2c-0f69-4351-801a-59668ea04d13 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918145 Jun 27 21:21:25.155339 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b4fde266-c0c3-42e3-8042-9438eb389d54 admin admin] Publish callbacks [] for security_group (6390b120-2cbb-456b-bf60-31ef939ae9ec), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:25.161050 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b4fde266-c0c3-42e3-8042-9438eb389d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (6390b120-2cbb-456b-bf60-31ef939ae9ec), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:25.213501 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b4fde266-c0c3-42e3-8042-9438eb389d54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e98ef1ed13b94559a482a209ad69bdc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175398 Jun 27 21:21:25.214529 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47722) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:25.217653 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fde266-c0c3-42e3-8042-9438eb389d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6390b120-2cbb-456b-bf60-31ef939ae9ec,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:25.295012 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f57287b6-8b85-47e6-b598-793d4f860e5e admin admin] Publish callbacks [] for security_group (6390b120-2cbb-456b-bf60-31ef939ae9ec), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:25.329826 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f57287b6-8b85-47e6-b598-793d4f860e5e admin admin] Publish callbacks [] for security_group (6390b120-2cbb-456b-bf60-31ef939ae9ec), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:25.417271 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f57287b6-8b85-47e6-b598-793d4f860e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (6390b120-2cbb-456b-bf60-31ef939ae9ec), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:25.421462 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f57287b6-8b85-47e6-b598-793d4f860e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:25.425857 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-f57287b6-8b85-47e6-b598-793d4f860e5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6390b120-2cbb-456b-bf60-31ef939ae9ec HTTP/1.1" status: 204 len: 168 time: 0.2089796 Jun 27 21:21:25.446351 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57287b6-8b85-47e6-b598-793d4f860e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6390b120-2cbb-456b-bf60-31ef939ae9ec,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:25.561818 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 36112ae1-bee5-4df6-9469-82c6af7bb1f4 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:25.659421 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:25.660517 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:25.796785 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:25.797684 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:25.828410 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:21:25.831546 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740c163c-fa35-4d6d-a817-749bd7e93094" -d '{"events": [{"server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "name": "network-vif-plugged", "status": "completed", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:21:25.866412 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 36112ae1-bee5-4df6-9469-82c6af7bb1f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:25.878452 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:25.926257 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95af616-05ef-4029-aefd-99d3f6cb1720 x-openstack-request-id: req-a95af616-05ef-4029-aefd-99d3f6cb1720 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:21:25.926469 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "name": "network-vif-plugged", "status": "completed", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:21:25.926705 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a95af616-05ef-4029-aefd-99d3f6cb1720 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:21:25.927086 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95af616-05ef-4029-aefd-99d3f6cb1720'] response: {'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'code': 200} Jun 27 21:21:26.032580 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=36112ae1-bee5-4df6-9469-82c6af7bb1f4,revision_number=8']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:26.095330 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248277e1-60d1-4aec-a3a2-0dd5a22c2310 req-b88fe1a1-a3cb-413e-8c01-7e57e5e20f1e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:26.105432 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-248277e1-60d1-4aec-a3a2-0dd5a22c2310 req-b88fe1a1-a3cb-413e-8c01-7e57e5e20f1e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0976839 Jun 27 21:21:26.191472 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-248277e1-60d1-4aec-a3a2-0dd5a22c2310 req-e4d53aaa-f08c-4b33-a7a5-0f262ee30933 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839500 Jun 27 21:21:26.286144 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b208c-8d9a-4794-8d69-53353500fd11 req-54a99838-cc1e-4573-8d4a-0968e34a15b1 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:26.295945 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-098b208c-8d9a-4794-8d69-53353500fd11 req-54a99838-cc1e-4573-8d4a-0968e34a15b1 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0980937 Jun 27 21:21:26.410646 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-098b208c-8d9a-4794-8d69-53353500fd11 req-5fcda254-b054-48eb-b688-d0476539af46 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132576 Jun 27 21:21:26.439988 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502bc62-8db6-430b-8289-6b09cbd7eb8b req-3608d2bd-e631-4468-b344-52b354cccc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:26.442624 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e502bc62-8db6-430b-8289-6b09cbd7eb8b req-3608d2bd-e631-4468-b344-52b354cccc2b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 1129 time: 0.2347085 Jun 27 21:21:26.534167 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e502bc62-8db6-430b-8289-6b09cbd7eb8b req-864f920a-e6ed-47ba-8b63-4caa1b912a70 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849848 Jun 27 21:21:26.793559 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:27.310553 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:27.318254 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:27.415467 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28564c0e-6492-41fe-8325-23e740e6aa51 req-8ec761c3-de9d-408a-91a4-a278bd708e07 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:27.417767 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-28564c0e-6492-41fe-8325-23e740e6aa51 req-8ec761c3-de9d-408a-91a4-a278bd708e07 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.1277692 Jun 27 21:21:27.534843 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-28564c0e-6492-41fe-8325-23e740e6aa51 req-5fb46105-8319-4635-ae0e-4af1f54e8c8f tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062047 Jun 27 21:21:27.607499 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c39f6-7cf0-4004-b7a7-b2733b0af7ce req-ee8cdf26-bb6a-4659-a072-0a69d00d11d7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:27.624004 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-956c39f6-7cf0-4004-b7a7-b2733b0af7ce req-ee8cdf26-bb6a-4659-a072-0a69d00d11d7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.1001871 Jun 27 21:21:27.718808 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-956c39f6-7cf0-4004-b7a7-b2733b0af7ce req-cf59975d-590f-4938-bd39-4eda4a45ee56 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936053 Jun 27 21:21:28.808686 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d0d42-29ae-4432-b708-35f9623aa989 req-5d18698d-3427-43c6-b29d-bd685d3a4a0b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:28.843960 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8f8d0d42-29ae-4432-b708-35f9623aa989 req-5d18698d-3427-43c6-b29d-bd685d3a4a0b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.1665428 Jun 27 21:21:28.994411 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8f8d0d42-29ae-4432-b708-35f9623aa989 req-749fe0ee-79b7-48c0-a275-e5fec3edb19a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344118 Jun 27 21:21:29.022001 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744208a1-42fc-4312-bddd-59fb964ba75c req-52c3cfcf-7d28-4c1b-ba8b-f4853ca3771f tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:29.026760 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-744208a1-42fc-4312-bddd-59fb964ba75c req-52c3cfcf-7d28-4c1b-ba8b-f4853ca3771f tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.1182032 Jun 27 21:21:29.117396 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-744208a1-42fc-4312-bddd-59fb964ba75c req-3a604aaa-dd22-479a-8d16-5f489e1dd5c6 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860879 Jun 27 21:21:29.324757 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47830) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:29.543351 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:29.698056 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Publish callbacks [] for security_group (81b35d9a-6b31-4787-a40b-d1a5e5419860), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:29.702740 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (81b35d9a-6b31-4787-a40b-d1a5e5419860), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:30.078860 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b62ac8f0719d4b899f9d651dc8718e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7514622 Jun 27 21:21:30.079932 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b35d9a-6b31-4787-a40b-d1a5e5419860,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:30.082087 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47840) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:30.089583 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.090039 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.090467 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.090895 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.091337 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.091752 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.092251 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.092736 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.093204 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.093668 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.094146 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.094613 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.095063 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.095535 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.095943 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3b3b9-354f-4efd-aed2-0531a07caa7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:30.219460 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7bfab654-71cb-41b2-a575-72a609259993 admin admin] Publish callbacks [] for security_group (81b35d9a-6b31-4787-a40b-d1a5e5419860), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:30.246975 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e543a-a364-4ccf-aa38-d2f0e3b77d8e req-0942a1c8-d836-4afe-af55-e957197df8ae tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:30.250454 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-857e543a-a364-4ccf-aa38-d2f0e3b77d8e req-0942a1c8-d836-4afe-af55-e957197df8ae tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0876832 Jun 27 21:21:30.270794 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7bfab654-71cb-41b2-a575-72a609259993 admin admin] Publish callbacks [] for security_group (81b35d9a-6b31-4787-a40b-d1a5e5419860), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:30.359890 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-857e543a-a364-4ccf-aa38-d2f0e3b77d8e req-cc261566-6c31-4158-9a31-9faff5c65e3b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973334 Jun 27 21:21:30.404825 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7bfab654-71cb-41b2-a575-72a609259993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (81b35d9a-6b31-4787-a40b-d1a5e5419860), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:30.420627 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7bfab654-71cb-41b2-a575-72a609259993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:30.427605 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7bfab654-71cb-41b2-a575-72a609259993 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81b35d9a-6b31-4787-a40b-d1a5e5419860 HTTP/1.1" status: 204 len: 168 time: 0.3440378 Jun 27 21:21:30.448471 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfab654-71cb-41b2-a575-72a609259993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b35d9a-6b31-4787-a40b-d1a5e5419860,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:30.909122 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47852) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:30.927000 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-166f5362-47d1-4b8b-913a-5879dbc7ce7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:30.966544 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:31.100336 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-166f5362-47d1-4b8b-913a-5879dbc7ce7a admin admin] Publish callbacks [] for security_group (cf8eb2d8-daae-4af3-8f2d-043df64c4627), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:31.110690 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-166f5362-47d1-4b8b-913a-5879dbc7ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (cf8eb2d8-daae-4af3-8f2d-043df64c4627), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:31.129353 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:31.170275 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-166f5362-47d1-4b8b-913a-5879dbc7ce7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42616b9cf7914e1aaf78f6f33688b135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601116 Jun 27 21:21:31.175654 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47860) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:31.194921 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f5362-47d1-4b8b-913a-5879dbc7ce7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8eb2d8-daae-4af3-8f2d-043df64c4627,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:31.306926 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a70e3c37-c5d2-49d4-b243-e7cc7d83c8f3 admin admin] Publish callbacks [] for security_group (cf8eb2d8-daae-4af3-8f2d-043df64c4627), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:31.337281 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a70e3c37-c5d2-49d4-b243-e7cc7d83c8f3 admin admin] Publish callbacks [] for security_group (cf8eb2d8-daae-4af3-8f2d-043df64c4627), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:31.417211 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a70e3c37-c5d2-49d4-b243-e7cc7d83c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (cf8eb2d8-daae-4af3-8f2d-043df64c4627), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:31.425913 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a70e3c37-c5d2-49d4-b243-e7cc7d83c8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:31.429674 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-a70e3c37-c5d2-49d4-b243-e7cc7d83c8f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf8eb2d8-daae-4af3-8f2d-043df64c4627 HTTP/1.1" status: 204 len: 168 time: 0.2524335 Jun 27 21:21:31.439871 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e3c37-c5d2-49d4-b243-e7cc7d83c8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8eb2d8-daae-4af3-8f2d-043df64c4627,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:31.564968 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa737d14-5804-40eb-8221-72bdf336c98f req-eaf0ab24-f400-452c-93cf-3f6cfd83edc0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:31.564968 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aa737d14-5804-40eb-8221-72bdf336c98f req-eaf0ab24-f400-452c-93cf-3f6cfd83edc0 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0776708 Jun 27 21:21:31.623581 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-aa737d14-5804-40eb-8221-72bdf336c98f req-ef47c239-f532-4555-9b59-f71790182504 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603714 Jun 27 21:21:32.794047 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fce74-f566-44ed-b0e2-a8ec8b956e55 req-00b02a81-0586-4545-b9da-686ea27be746 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:32.795922 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3f4fce74-f566-44ed-b0e2-a8ec8b956e55 req-00b02a81-0586-4545-b9da-686ea27be746 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0593095 Jun 27 21:21:32.853689 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3f4fce74-f566-44ed-b0e2-a8ec8b956e55 req-949d7787-466f-49f1-8f73-b5c11c9328f5 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512567 Jun 27 21:21:33.318612 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86da2ca-dea7-488e-878d-050597e207ae req-a9bb7b57-5a8d-45dd-a169-641087f667a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:33.320150 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d86da2ca-dea7-488e-878d-050597e207ae req-a9bb7b57-5a8d-45dd-a169-641087f667a0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 1130 time: 0.0430346 Jun 27 21:21:33.441805 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86da2ca-dea7-488e-878d-050597e207ae req-9cab4fa2-6680-4fb7-a4f0-5d097cecb362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:33.444951 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d86da2ca-dea7-488e-878d-050597e207ae req-9cab4fa2-6680-4fb7-a4f0-5d097cecb362 service neutron] 10.222.0.33 "GET /v2.0/networks?id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 200 len: 917 time: 0.1184416 Jun 27 21:21:33.513911 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d86da2ca-dea7-488e-878d-050597e207ae req-cee1b0ec-5be9-42c2-a643-22df1783611e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 HTTP/1.1" status: 200 len: 1002 time: 0.0627601 Jun 27 21:21:33.563473 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:33.568780 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86da2ca-dea7-488e-878d-050597e207ae req-7f16c0de-caef-42d9-b8f8-f8a8c8db106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:33.570384 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d86da2ca-dea7-488e-878d-050597e207ae req-7f16c0de-caef-42d9-b8f8-f8a8c8db106d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c88f597f-8bc5-48ec-a171-53096e1581d7 HTTP/1.1" status: 200 len: 855 time: 0.0508142 Jun 27 21:21:33.641189 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86da2ca-dea7-488e-878d-050597e207ae req-5fce201d-0802-4332-8f32-aeb7694d37a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:33.642781 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d86da2ca-dea7-488e-878d-050597e207ae req-5fce201d-0802-4332-8f32-aeb7694d37a0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664656 Jun 27 21:21:33.738628 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:33.750813 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d86da2ca-dea7-488e-878d-050597e207ae req-a8383d38-bbf3-4b0e-959c-6c9aa23654aa service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005316 Jun 27 21:21:33.868970 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d86da2ca-dea7-488e-878d-050597e207ae req-d6520b97-9fd3-49ba-940d-ea33b8885df6 service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112740 Jun 27 21:21:33.985783 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70b22-ffd2-41df-8b54-3962cebc2fbd req-3220baaa-6eda-437e-affc-9d4eb1d760d2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:33.987290 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-62a70b22-ffd2-41df-8b54-3962cebc2fbd req-3220baaa-6eda-437e-affc-9d4eb1d760d2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0544384 Jun 27 21:21:34.042828 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-62a70b22-ffd2-41df-8b54-3962cebc2fbd req-27500c08-7354-4ec4-ae27-f1ce7daba3d8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497930 Jun 27 21:21:34.189438 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47954) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:34.301092 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-71424459-a954-4c2d-bc34-a8b6c34183d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:34.384858 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-71424459-a954-4c2d-bc34-a8b6c34183d6 admin admin] Publish callbacks [] for security_group (28883b25-9b7e-400e-a787-9194012304ab), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:34.390166 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-71424459-a954-4c2d-bc34-a8b6c34183d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (28883b25-9b7e-400e-a787-9194012304ab), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:34.431890 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-71424459-a954-4c2d-bc34-a8b6c34183d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c1b3bba275245b692f35e07f3ce62dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412839 Jun 27 21:21:34.432736 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71424459-a954-4c2d-bc34-a8b6c34183d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28883b25-9b7e-400e-a787-9194012304ab,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:34.435081 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47960) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:34.489435 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-31ed2b5e-9e2b-4089-9af4-905381f11b78 admin admin] Publish callbacks [] for security_group (28883b25-9b7e-400e-a787-9194012304ab), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:34.512585 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-31ed2b5e-9e2b-4089-9af4-905381f11b78 admin admin] Publish callbacks [] for security_group (28883b25-9b7e-400e-a787-9194012304ab), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:34.563262 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-31ed2b5e-9e2b-4089-9af4-905381f11b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (28883b25-9b7e-400e-a787-9194012304ab), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:34.566067 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-31ed2b5e-9e2b-4089-9af4-905381f11b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:34.567223 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-31ed2b5e-9e2b-4089-9af4-905381f11b78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28883b25-9b7e-400e-a787-9194012304ab HTTP/1.1" status: 204 len: 168 time: 0.1311884 Jun 27 21:21:34.575959 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed2b5e-9e2b-4089-9af4-905381f11b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28883b25-9b7e-400e-a787-9194012304ab,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:34.852119 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 47966) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:34.865817 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1964-bdd9-44c7-b2ee-21e0c260d43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:34.949441 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1964-bdd9-44c7-b2ee-21e0c260d43f admin admin] Publish callbacks [] for security_group (a8fe23ea-1b2e-4e8c-bb83-b685a7997b31), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:34.954333 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1964-bdd9-44c7-b2ee-21e0c260d43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a8fe23ea-1b2e-4e8c-bb83-b685a7997b31), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:34.994317 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2d4e1964-bdd9-44c7-b2ee-21e0c260d43f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10060087b0b24f169f900afff8cbedb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410322 Jun 27 21:21:34.995259 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e1964-bdd9-44c7-b2ee-21e0c260d43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fe23ea-1b2e-4e8c-bb83-b685a7997b31,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:34.997904 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 47968) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:35.056984 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78acb9b3-0c04-4b93-9829-cc1fdc1eec95 admin admin] Publish callbacks [] for security_group (a8fe23ea-1b2e-4e8c-bb83-b685a7997b31), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:35.079530 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78acb9b3-0c04-4b93-9829-cc1fdc1eec95 admin admin] Publish callbacks [] for security_group (a8fe23ea-1b2e-4e8c-bb83-b685a7997b31), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:35.138690 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78acb9b3-0c04-4b93-9829-cc1fdc1eec95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a8fe23ea-1b2e-4e8c-bb83-b685a7997b31), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:35.141201 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78acb9b3-0c04-4b93-9829-cc1fdc1eec95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:35.142346 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-78acb9b3-0c04-4b93-9829-cc1fdc1eec95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8fe23ea-1b2e-4e8c-bb83-b685a7997b31 HTTP/1.1" status: 204 len: 168 time: 0.1428242 Jun 27 21:21:35.173455 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acb9b3-0c04-4b93-9829-cc1fdc1eec95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fe23ea-1b2e-4e8c-bb83-b685a7997b31,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:35.186421 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb131233-d4c7-4550-97a5-45de277c3862 req-46036442-77c3-45d8-b9cc-cad30e5b553c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:35.188009 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb131233-d4c7-4550-97a5-45de277c3862 req-46036442-77c3-45d8-b9cc-cad30e5b553c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0614998 Jun 27 21:21:35.238737 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb131233-d4c7-4550-97a5-45de277c3862 req-12db8384-eb1f-45af-b4ab-a57e0ca57fc6 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449839 Jun 27 21:21:36.363564 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed67fe4-c3e3-458b-8c60-9c95dc5334a3 req-282ba065-c4d2-43f5-be70-3f8199779ddc tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:36.365125 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7ed67fe4-c3e3-458b-8c60-9c95dc5334a3 req-282ba065-c4d2-43f5-be70-3f8199779ddc tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 946 time: 0.0535126 Jun 27 21:21:36.418112 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7ed67fe4-c3e3-458b-8c60-9c95dc5334a3 req-160ef67a-c856-482b-9aee-515f7463fc0c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469391 Jun 27 21:21:37.630048 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:21:37.655715 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [req-618c2a49-dec5-4f40-bf87-4b87a3022aff req-6d12edc4-699a-46d5-8c31-54d103493e90 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:21:37.656796 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-618c2a49-dec5-4f40-bf87-4b87a3022aff req-6d12edc4-699a-46d5-8c31-54d103493e90 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1156330 Jun 27 21:21:37.705433 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 is: ACTIVE; New status is: DOWN {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:37.705818 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:37.735195 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:21:37.737508 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693da945-7569-4721-b3f3-5c31d2f11e04" -d '{"events": [{"server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "name": "network-vif-unplugged", "status": "completed", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:21:37.754044 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:37.761450 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:37.799273 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Jun 2022 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d821f1b-9cd9-4963-b948-d644b6565d18 x-openstack-request-id: req-0d821f1b-9cd9-4963-b948-d644b6565d18 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:21:37.799500 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "name": "network-vif-unplugged", "status": "failed", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812", "code": 422}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:21:37.799752 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d821f1b-9cd9-4963-b948-d644b6565d18 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:21:37.800096 dv-cinder-847732-1-iscsi neutron-server[104132]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0d821f1b-9cd9-4963-b948-d644b6565d18']: {'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'code': 422} returned with failed status Jun 27 21:21:37.847544 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49babc75-ea88-443f-9531-c2517a4a4fb6 req-e54920d6-b01d-4a0b-984c-85dc6bc2156c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:37.854910 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-49babc75-ea88-443f-9531-c2517a4a4fb6 req-e54920d6-b01d-4a0b-984c-85dc6bc2156c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0600340 Jun 27 21:21:37.856811 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,revision_number=8']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:37.918520 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:37.932588 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-a270c2cb-0a29-4196-a87a-c4b8dc60fd62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0594988 Jun 27 21:21:37.937648 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-49babc75-ea88-443f-9531-c2517a4a4fb6 req-92225a24-d078-40ee-ba32-9966cc9f8465 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827422 Jun 27 21:21:38.019025 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-2db3bc05-eba1-4c07-8735-72e347166fea tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:38.020652 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-2db3bc05-eba1-4c07-8735-72e347166fea tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports/b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 HTTP/1.1" status: 200 len: 941 time: 0.0550761 Jun 27 21:21:38.781855 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:38.782711 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:DELETE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:38.939155 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-f637d1b8-8b8e-4110-9704-5ed4ed34d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:38.940665 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-f637d1b8-8b8e-4110-9704-5ed4ed34d0be service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10&tenant_id=0cdaf724b92644a0ae7fbb71147aef40 HTTP/1.1" status: 200 len: 1128 time: 0.0454993 Jun 27 21:21:39.019258 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-4afe494b-8e6a-4113-b83a-906a74a9e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:39.020989 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-4afe494b-8e6a-4113-b83a-906a74a9e2e6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 1128 time: 0.0450194 Jun 27 21:21:39.076163 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bdcc0-50fc-4f60-a7ac-6892e301f14b req-c28d247f-044c-4c04-83d6-95d56a0fbb84 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:39.077658 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5a5bdcc0-50fc-4f60-a7ac-6892e301f14b req-c28d247f-044c-4c04-83d6-95d56a0fbb84 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0488603 Jun 27 21:21:39.123201 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-511185a1-b107-456d-9f64-cbcd65e1fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:39.124646 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-511185a1-b107-456d-9f64-cbcd65e1fb78 service neutron] 10.222.0.33 "GET /v2.0/networks?id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 200 len: 917 time: 0.0927963 Jun 27 21:21:39.127968 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-5a5bdcc0-50fc-4f60-a7ac-6892e301f14b req-9fc5e252-f2fe-4b0a-83d0-6c09e311f97e tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446939 Jun 27 21:21:39.183604 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:39.193821 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-20e3fe04-923f-4c2d-8db4-b0563fa8c551 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 HTTP/1.1" status: 200 len: 1000 time: 0.0604866 Jun 27 21:21:39.246397 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-6c00d5c4-b8b4-439e-8a38-6475e58f8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:39.247885 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-6c00d5c4-b8b4-439e-8a38-6475e58f8af9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c88f597f-8bc5-48ec-a171-53096e1581d7 HTTP/1.1" status: 200 len: 855 time: 0.0473375 Jun 27 21:21:39.298043 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-f2525996-4ebd-4f42-a3b8-d14968c5d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:39.299563 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-f2525996-4ebd-4f42-a3b8-d14968c5d361 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=449e2e33-47ed-4bc8-9db3-ee1c9d54d111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448210 Jun 27 21:21:39.341877 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:39.416965 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-780ded17-ded6-4c22-b83b-faa886280758 service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095564 Jun 27 21:21:39.527605 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-55329e7b-4ca2-4ab8-beb5-9cfae8eac709 req-65481a74-44f2-411d-8f0a-6a9a2792fea0 service neutron] 10.222.0.33 "GET /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996857 Jun 27 21:21:39.612348 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48102) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:39.729784 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dafa75e7-7c9e-4425-aa34-71c1b061adb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:39.815854 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dafa75e7-7c9e-4425-aa34-71c1b061adb5 admin admin] Publish callbacks [] for security_group (ffcd6f03-345e-4dfa-8bd8-098650c2cf3f), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:39.820803 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dafa75e7-7c9e-4425-aa34-71c1b061adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (ffcd6f03-345e-4dfa-8bd8-098650c2cf3f), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:39.859675 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa75e7-7c9e-4425-aa34-71c1b061adb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcd6f03-345e-4dfa-8bd8-098650c2cf3f,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:39.865750 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-dafa75e7-7c9e-4425-aa34-71c1b061adb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff00c4faa4754b2b8dcb1bad19806864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522802 Jun 27 21:21:39.868960 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48106) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:39.922280 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-77dca2b1-81dd-44f2-824a-1085b3f141d8 admin admin] Publish callbacks [] for security_group (ffcd6f03-345e-4dfa-8bd8-098650c2cf3f), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:39.949487 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-77dca2b1-81dd-44f2-824a-1085b3f141d8 admin admin] Publish callbacks [] for security_group (ffcd6f03-345e-4dfa-8bd8-098650c2cf3f), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:39.998431 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-77dca2b1-81dd-44f2-824a-1085b3f141d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (ffcd6f03-345e-4dfa-8bd8-098650c2cf3f), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:40.000989 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-77dca2b1-81dd-44f2-824a-1085b3f141d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:40.002176 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-77dca2b1-81dd-44f2-824a-1085b3f141d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffcd6f03-345e-4dfa-8bd8-098650c2cf3f HTTP/1.1" status: 204 len: 168 time: 0.1322155 Jun 27 21:21:40.011034 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dca2b1-81dd-44f2-824a-1085b3f141d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcd6f03-345e-4dfa-8bd8-098650c2cf3f,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:40.251708 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44936a73-ccce-4350-9e40-6f0a4c08fb0c req-5608517c-3093-44ee-a56e-9a1edb1c5980 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:40.253387 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-44936a73-ccce-4350-9e40-6f0a4c08fb0c req-5608517c-3093-44ee-a56e-9a1edb1c5980 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0489428 Jun 27 21:21:40.305673 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-44936a73-ccce-4350-9e40-6f0a4c08fb0c req-37b8fa82-c8bf-433d-9846-e4c46abaac9c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459433 Jun 27 21:21:40.315658 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48120) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:40.329605 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:40.420445 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:40.423721 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Publish callbacks [] for security_group (f14f8d2f-5da5-4fe8-8f9e-1b8366e874c0), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:40.429142 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (f14f8d2f-5da5-4fe8-8f9e-1b8366e874c0), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:40.431349 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-70b61d21-1603-47e1-845b-6de9e566dd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:40.465008 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c2331d076b54458b5aa3b4fdd43f906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481979 Jun 27 21:21:40.467679 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48126) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:40.479014 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14f8d2f-5da5-4fe8-8f9e-1b8366e874c0,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:40.486958 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.487566 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.488083 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.488698 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.489061 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.489392 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.489962 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.490053 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.490345 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.490660 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.490982 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.491300 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.491620 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.491938 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.492509 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faecb80-6e3f-4a8f-8a4f-82be6923f0aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:40.535985 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-00cc3ff6-5f3c-492e-a0b1-8198e9dcb9b5 admin admin] Publish callbacks [] for security_group (f14f8d2f-5da5-4fe8-8f9e-1b8366e874c0), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:40.560423 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-00cc3ff6-5f3c-492e-a0b1-8198e9dcb9b5 admin admin] Publish callbacks [] for security_group (f14f8d2f-5da5-4fe8-8f9e-1b8366e874c0), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:40.566611 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:40.615648 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-00cc3ff6-5f3c-492e-a0b1-8198e9dcb9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (f14f8d2f-5da5-4fe8-8f9e-1b8366e874c0), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:40.619166 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-00cc3ff6-5f3c-492e-a0b1-8198e9dcb9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:40.620994 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-00cc3ff6-5f3c-492e-a0b1-8198e9dcb9b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f14f8d2f-5da5-4fe8-8f9e-1b8366e874c0 HTTP/1.1" status: 204 len: 168 time: 0.1522093 Jun 27 21:21:40.629494 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc3ff6-5f3c-492e-a0b1-8198e9dcb9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14f8d2f-5da5-4fe8-8f9e-1b8366e874c0,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:41.468622 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772b607-118e-40c4-9390-e28e530675eb req-8d9d3d3f-4468-4fd5-941f-99c43e131a29 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:41.471343 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8772b607-118e-40c4-9390-e28e530675eb req-8d9d3d3f-4468-4fd5-941f-99c43e131a29 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0628872 Jun 27 21:21:41.571909 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8772b607-118e-40c4-9390-e28e530675eb req-3f762969-a246-4884-ba38-038384570a42 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935729 Jun 27 21:21:41.634989 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48166) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:41.766929 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-922703280-network', 'tenant_id': '824cb65198bf417fbc4baeae349d358d'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:41.807364 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Made reservation on behalf of 824cb65198bf417fbc4baeae349d358d for: {'network': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:21:41.810057 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:41.821873 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:41.889852 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:41.937365 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Publish callbacks [] for security_group (8167b330-bfcd-4ed3-add4-e45490755a96), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:41.941929 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (8167b330-bfcd-4ed3-add4-e45490755a96), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:41.973595 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=104131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:21:41.985909 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8167b330-bfcd-4ed3-add4-e45490755a96,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:41.993234 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (bfffa20a-ef2f-4ec7-968d-65c412cf7ad4), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:41.993578 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.segments_db [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Added segment bfffa20a-ef2f-4ec7-968d-65c412cf7ad4 of type vlan for network 09838620-b3d2-4651-acb5-4212286d0e49 Jun 27 21:21:42.052055 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (09838620-b3d2-4651-acb5-4212286d0e49), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:42.086995 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (09838620-b3d2-4651-acb5-4212286d0e49), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:42.088592 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:42.089146 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:42.132156 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4951272 Jun 27 21:21:42.135595 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48178) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:42.141329 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] Request body: {'subnet': {'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-922703280-subnet', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:42.162788 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660c695-b0d5-4a11-afdf-48556eb2c95c admin admin] Pushing event updated for resources: {'Network': ['ID=09838620-b3d2-4651-acb5-4212286d0e49,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:42.165800 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] Made reservation on behalf of 824cb65198bf417fbc4baeae349d358d for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:21:42.168128 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4808171'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:42.173623 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 09838620-b3d2-4651-acb5-4212286d0e49 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:21:42.628656 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-1ee7423b-ed6f-4f62-9af3-76ec948d4773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:42.655164 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5529048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4806417'] for subnet (15160d24-9e98-4e42-9096-d92fe29abc8d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:42.720418 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e09118-529b-45cc-915c-850704560ff5 req-895faf02-d6e9-43e4-8a77-ee0bf6a5bdd3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:42.722612 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-51e09118-529b-45cc-915c-850704560ff5 req-895faf02-d6e9-43e4-8a77-ee0bf6a5bdd3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0688307 Jun 27 21:21:42.723842 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15160d24-9e98-4e42-9096-d92fe29abc8d,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:42.741303 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] Checking segment: {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:21:42.741956 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] Network hostable DHCP agents. Network: 09838620-b3d2-4651-acb5-4212286d0e49, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:21:42.770311 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] Network 09838620-b3d2-4651-acb5-4212286d0e49 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:21:42.791916 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 09838620-b3d2-4651-acb5-4212286d0e49) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:42.797080 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:42.797668 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:42.809388 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a991db93-df59-461e-8338-bad7f6877844 None None] Network 09838620-b3d2-4651-acb5-4212286d0e49 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:21:42.818807 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:42.821413 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-51e09118-529b-45cc-915c-850704560ff5 req-000c8add-954b-46dd-84c9-879cc6ee59db tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866621 Jun 27 21:21:42.837358 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-118ddf58-d634-4c05-ace8-0c6da8846d30 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7002537 Jun 27 21:21:42.838303 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48184) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:42.843573 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:42.870015 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:42.871836 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:42.925471 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Publish callbacks [] for router_controller (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), precommit_add_association {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.073793 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Publish callbacks [] for router_gateway (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.079960 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:43.128171 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-09838620-b3d2-4651-acb5-4212286d0e49', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:21:43.129286 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.135603 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:43.284410 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Publish callbacks [] for router_gateway (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.306087 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.318843 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:43.358465 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Allocated IP 172.20.0.2 (09838620-b3d2-4651-acb5-4212286d0e49/15160d24-9e98-4e42-9096-d92fe29abc8d/e551d070-6af5-4a87-b47b-0b3e805c6778) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:21:43.470851 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Allocated IP 172.27.0.179 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/65453e38-952c-4912-a56e-e98fc1ceed17) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:21:43.553638 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Publish callbacks [] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.560477 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.606000 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Network 09838620-b3d2-4651-acb5-4212286d0e49 is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:21:43.606256 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Publish callbacks [] for port (65453e38-952c-4912-a56e-e98fc1ceed17), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.609675 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:43.613442 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:21:43.624375 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Pushing event updated for resources: {'Port': ['ID=e551d070-6af5-4a87-b47b-0b3e805c6778,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:43.652604 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.688993 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:21:43.693892 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Attempting to bind port e551d070-6af5-4a87-b47b-0b3e805c6778 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:21:43.693892 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Attempting to bind port e551d070-6af5-4a87-b47b-0b3e805c6778 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:21:43.694233 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Attempting to bind port e551d070-6af5-4a87-b47b-0b3e805c6778 on network 09838620-b3d2-4651-acb5-4212286d0e49 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:21:43.694790 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:43.698255 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:21:43.700563 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:21:43.701479 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Checking segment: {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:21:43.701479 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.701810 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Bound using segment: {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:21:43.702207 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Bound port: e551d070-6af5-4a87-b47b-0b3e805c6778, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:21:43.703056 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.743305 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Pushing event updated for resources: {'Port': ['ID=65453e38-952c-4912-a56e-e98fc1ceed17,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:43.770985 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] For port e551d070-6af5-4a87-b47b-0b3e805c6778, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:21:43.775632 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] For port e551d070-6af5-4a87-b47b-0b3e805c6778, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e551d070-6af5-4a87-b47b-0b3e805c6778,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:21:43.791893 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.828015 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:43.858744 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:43.861909 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c204d0-fec2-46b0-8996-ed24d1a6d2ec None None] Pushing event updated for resources: {'Port': ['ID=e551d070-6af5-4a87-b47b-0b3e805c6778,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:43.991339 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ebc61-b025-4120-bb7e-45621be74be2 req-09b47d50-145c-40f7-bbb5-8412a79c58d4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:43.993215 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2c5ebc61-b025-4120-bb7e-45621be74be2 req-09b47d50-145c-40f7-bbb5-8412a79c58d4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0634708 Jun 27 21:21:44.053991 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Publish callbacks [] for router_gateway (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:44.130317 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2c5ebc61-b025-4120-bb7e-45621be74be2 req-bf038150-7be1-4427-9c58-79f839e6aaf1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118624 Jun 27 21:21:44.380624 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:44.449922 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:44.534350 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:21:44.658994 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:21:44.669396 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Sync routers for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:21:44.687652 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:44.688321 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:44.696530 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:44.698140 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6e28d476-9117-40d6-9ca1-0447a80a44e1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8583119 Jun 27 21:21:44.701018 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48194) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:44.940610 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:21:45.056687 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:45.210024 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:43Z', 'revision_number': 3, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:45.237811 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Checking router: 2b933b80-f49e-46dc-bca7-4c2ad4526c3a for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:21:45.238152 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Updating router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a port 65453e38-952c-4912-a56e-e98fc1ceed17 binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:21:45.272982 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:45.344406 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ffec2-cd4b-4d61-a8e1-07a7b89695ac req-d6201a51-b9a5-426b-b72b-53337e625267 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:45.345119 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d875a2f8-8681-4c01-a65c-744a7d759f58 None None] Network 09838620-b3d2-4651-acb5-4212286d0e49 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:21:45.346007 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-635ffec2-cd4b-4d61-a8e1-07a7b89695ac req-d6201a51-b9a5-426b-b72b-53337e625267 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0754254 Jun 27 21:21:45.377255 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:45.427520 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:45.445211 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:45.475080 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:45.479277 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-635ffec2-cd4b-4d61-a8e1-07a7b89695ac req-b2acb4f7-5f25-4f2b-be8d-c9e13918c0c7 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104944 Jun 27 21:21:45.496316 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-157c279f-96ba-47db-96d6-172d058ac462 None None] Provisioning complete for port e551d070-6af5-4a87-b47b-0b3e805c6778 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:45.497264 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-157c279f-96ba-47db-96d6-172d058ac462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:45.559026 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:45.590111 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device e551d070-6af5-4a87-b47b-0b3e805c6778 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:45.706968 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Allocated IP 172.20.0.1 (09838620-b3d2-4651-acb5-4212286d0e49/15160d24-9e98-4e42-9096-d92fe29abc8d/ff8fc40c-f284-4330-a17a-af9842b54ae6) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:21:45.741109 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:45.819323 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-157c279f-96ba-47db-96d6-172d058ac462 None None] Current status of the port e551d070-6af5-4a87-b47b-0b3e805c6778 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:45.820674 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-157c279f-96ba-47db-96d6-172d058ac462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:45.862305 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port e551d070-6af5-4a87-b47b-0b3e805c6778 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:45.862766 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:45.916971 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Publish callbacks [] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:45.939802 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-157c279f-96ba-47db-96d6-172d058ac462 None None] For port e551d070-6af5-4a87-b47b-0b3e805c6778, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e551d070-6af5-4a87-b47b-0b3e805c6778,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:45.962895 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-157c279f-96ba-47db-96d6-172d058ac462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:45.969896 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:45.970091 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:46.019904 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Publish callbacks [] for port (65453e38-952c-4912-a56e-e98fc1ceed17), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.022879 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Network 09838620-b3d2-4651-acb5-4212286d0e49 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:21:46.026679 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:46.031661 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:21:46.056864 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Pushing event updated for resources: {'Port': ['ID=ff8fc40c-f284-4330-a17a-af9842b54ae6,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:46.057964 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.084837 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c279f-96ba-47db-96d6-172d058ac462 None None] Pushing event updated for resources: {'Port': ['ID=e551d070-6af5-4a87-b47b-0b3e805c6778,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:46.088369 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.135352 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port e551d070-6af5-4a87-b47b-0b3e805c6778 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:46.171959 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Attempting to bind port 65453e38-952c-4912-a56e-e98fc1ceed17 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:21:46.172724 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Attempting to bind port 65453e38-952c-4912-a56e-e98fc1ceed17 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:21:46.172724 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Attempting to bind port 65453e38-952c-4912-a56e-e98fc1ceed17 on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:21:46.179461 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-9731c4d8-2e0f-4c04-8b2f-5122f0755ff6 None None] Provisioning complete for port e551d070-6af5-4a87-b47b-0b3e805c6778 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:46.179943 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-9731c4d8-2e0f-4c04-8b2f-5122f0755ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.213286 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:21:46.213662 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:21:46.214065 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.214465 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:21:46.214954 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Bound port: 65453e38-952c-4912-a56e-e98fc1ceed17, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:21:46.215332 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.223868 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6af25a-9e82-4d52-bd1d-5bb96cc11d0a None None] Pushing event updated for resources: {'Port': ['ID=65453e38-952c-4912-a56e-e98fc1ceed17,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:46.292143 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.371543 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] For port 65453e38-952c-4912-a56e-e98fc1ceed17, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:21:46.376210 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] For port 65453e38-952c-4912-a56e-e98fc1ceed17, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=65453e38-952c-4912-a56e-e98fc1ceed17,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:21:46.499333 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Publish callbacks [] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.501430 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:46.509701 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.535770 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:46.553407 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:46.558012 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.597342 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Pushing event updated for resources: {'Port': ['ID=ff8fc40c-f284-4330-a17a-af9842b54ae6,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:46.601881 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.673427 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6af25a-9e82-4d52-bd1d-5bb96cc11d0a None None] Pushing event updated for resources: {'Port': ['ID=65453e38-952c-4912-a56e-e98fc1ceed17,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:46.690675 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-9731c4d8-2e0f-4c04-8b2f-5122f0755ff6 None None] Current status of the port e551d070-6af5-4a87-b47b-0b3e805c6778 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:46.693980 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:46.694626 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:46.735656 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a844a-cb3e-427b-a224-6764000b6646 req-afe2489b-68d0-43b1-a92a-ee9e0459a57a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:46.737270 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-228a844a-cb3e-427b-a224-6764000b6646 req-afe2489b-68d0-43b1-a92a-ee9e0459a57a tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.1053653 Jun 27 21:21:46.801631 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Network 09838620-b3d2-4651-acb5-4212286d0e49 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:21:46.802212 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-228a844a-cb3e-427b-a224-6764000b6646 req-eb77c508-d3a1-488d-a012-93a9b73171c1 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583634 Jun 27 21:21:46.803157 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:46.830198 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:21:46.947105 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-ab202095-41ac-4f2b-84b2-a8ee54001a72 None None] Provisioning complete for port ff8fc40c-f284-4330-a17a-af9842b54ae6 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:46.948030 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ab202095-41ac-4f2b-84b2-a8ee54001a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:46.957061 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:21:47.078637 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-ab202095-41ac-4f2b-84b2-a8ee54001a72 None None] Port ff8fc40c-f284-4330-a17a-af9842b54ae6 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:21:47.115048 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:21:47.126930 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-0b18ea70-e0f2-4d36-82de-f2f20a06d44e admin admin] 10.222.0.13 "PUT /v2.0/routers/2b933b80-f49e-46dc-bca7-4c2ad4526c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4244766 Jun 27 21:21:47.186593 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 2, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:47.221222 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e831175-fc93-4eed-8516-6824cf6076a6 None None] The sync data for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi is: [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 2, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:21:47.224547 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-22ca2687-b217-433d-97cc-1e1d131f3ea3 None None] Provisioning complete for port ff8fc40c-f284-4330-a17a-af9842b54ae6 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:47.225023 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-22ca2687-b217-433d-97cc-1e1d131f3ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:47.288858 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-22ca2687-b217-433d-97cc-1e1d131f3ea3 None None] Port ff8fc40c-f284-4330-a17a-af9842b54ae6 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:21:47.530531 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device e551d070-6af5-4a87-b47b-0b3e805c6778 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:47.564764 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:47.623361 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port e551d070-6af5-4a87-b47b-0b3e805c6778 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:47.623727 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:47.776331 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port e551d070-6af5-4a87-b47b-0b3e805c6778 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:47.903345 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48224) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:47.926373 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-577506038-network', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:47.959143 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63745a-42ec-45e3-891f-2e792ad4b4bc req-a2bb1dc4-94f4-4419-baa3-0acb9c93b8c4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:47.960732 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cd63745a-42ec-45e3-891f-2e792ad4b4bc req-a2bb1dc4-94f4-4419-baa3-0acb9c93b8c4 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0691528 Jun 27 21:21:47.970075 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Made reservation on behalf of 3a7fee95fa2a436bbe9c4ca355a9a1a6 for: {'network': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:21:47.972464 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:47.993529 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.052080 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cd63745a-42ec-45e3-891f-2e792ad4b4bc req-82b6aaa8-a844-4a52-b25c-418b105d92fb tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838087 Jun 27 21:21:48.126971 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Publish callbacks [] for security_group (5e63c4df-64b3-4465-b36c-6fdc5d94820d), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.135454 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (5e63c4df-64b3-4465-b36c-6fdc5d94820d), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.153463 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=104131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:21:48.193070 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (1da213b3-cab9-4ba2-8d03-01c34568ccd3), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.193701 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.segments_db [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Added segment 1da213b3-cab9-4ba2-8d03-01c34568ccd3 of type vlan for network b677d226-40f3-4636-b2cb-147b48100ea3 Jun 27 21:21:48.218895 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e63c4df-64b3-4465-b36c-6fdc5d94820d,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:48.274278 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:48.281594 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (b677d226-40f3-4636-b2cb-147b48100ea3), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.337299 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (b677d226-40f3-4636-b2cb-147b48100ea3), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.338532 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:48.339208 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.392091 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4872293 Jun 27 21:21:48.396435 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48228) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:48.404519 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] Request body: {'subnet': {'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-577506038-subnet', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:48.450715 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] Made reservation on behalf of 3a7fee95fa2a436bbe9c4ca355a9a1a6 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:21:48.453888 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4808171'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.459615 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e98674-d66b-46eb-9bc2-37a6ad1fd697 admin admin] Pushing event updated for resources: {'Network': ['ID=b677d226-40f3-4636-b2cb-147b48100ea3,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:48.473513 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network b677d226-40f3-4636-b2cb-147b48100ea3 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:21:48.623826 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:48.674686 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5529048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4806417'] for subnet (c4eeebe8-5109-4959-8a03-b9f494bee2a7), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.755328 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4eeebe8-5109-4959-8a03-b9f494bee2a7,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:48.767775 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] Checking segment: {'id': '1da213b3-cab9-4ba2-8d03-01c34568ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:21:48.768221 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] Network hostable DHCP agents. Network: b677d226-40f3-4636-b2cb-147b48100ea3, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:21:48.790932 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] Network b677d226-40f3-4636-b2cb-147b48100ea3 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:21:48.821269 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, b677d226-40f3-4636-b2cb-147b48100ea3) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:48.826000 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:48.826797 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.831420 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec680f28-3a81-4c7f-907d-27fa78dff787 None None] Network b677d226-40f3-4636-b2cb-147b48100ea3 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:21:48.868614 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-684d3aa1-ef09-4516-8ae2-9240fc6c9d76 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4700656 Jun 27 21:21:48.871419 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48236) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:48.879083 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-577506038-router', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:48.918101 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (d7a150ec-d83c-4bd5-b71b-31930d40d85d), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.919287 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (d7a150ec-d83c-4bd5-b71b-31930d40d85d), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:48.935266 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:49.079814 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Publish callbacks [] for router_controller (d7a150ec-d83c-4bd5-b71b-31930d40d85d), precommit_add_association {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:49.080394 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-b677d226-40f3-4636-b2cb-147b48100ea3', 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3', 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'fixed_ips': [{'subnet_id': 'c4eeebe8-5109-4959-8a03-b9f494bee2a7'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:21:49.081421 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:49.331168 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Publish callbacks [] for router_gateway (d7a150ec-d83c-4bd5-b71b-31930d40d85d), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:49.354205 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaead0-ed4a-4cb4-9b45-c9753098e294 req-296ac0f3-481b-4b3b-8738-434398c13db6 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:49.355976 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-45eaead0-ed4a-4cb4-9b45-c9753098e294 req-296ac0f3-481b-4b3b-8738-434398c13db6 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.1087294 Jun 27 21:21:49.367677 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Allocated IP 172.20.0.2 (b677d226-40f3-4636-b2cb-147b48100ea3/c4eeebe8-5109-4959-8a03-b9f494bee2a7/1e5bf995-fc5c-4b68-8c0b-9573a186b826) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:21:49.481250 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:49.668720 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Publish callbacks [] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:49.675818 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:49.677846 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 65453e38-952c-4912-a56e-e98fc1ceed17 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:49.705641 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:49.800828 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Network b677d226-40f3-4636-b2cb-147b48100ea3 is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:21:49.811249 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:49.814957 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:21:49.819338 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Pushing event updated for resources: {'Port': ['ID=1e5bf995-fc5c-4b68-8c0b-9573a186b826,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:49.938029 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 65453e38-952c-4912-a56e-e98fc1ceed17 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:49.938654 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:49.980106 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Attempting to bind port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:21:49.980469 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Attempting to bind port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '1da213b3-cab9-4ba2-8d03-01c34568ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:21:49.980823 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Attempting to bind port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 on network b677d226-40f3-4636-b2cb-147b48100ea3 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:21:49.996557 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:21:49.997135 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Checking segment: {'id': '1da213b3-cab9-4ba2-8d03-01c34568ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:21:49.997621 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:49.998094 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Bound using segment: {'id': '1da213b3-cab9-4ba2-8d03-01c34568ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:21:49.998794 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Bound port: 1e5bf995-fc5c-4b68-8c0b-9573a186b826, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da213b3-cab9-4ba2-8d03-01c34568ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:21:49.999406 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:50.079804 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:50.082703 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-45eaead0-ed4a-4cb4-9b45-c9753098e294 req-5b66fcec-81bb-424c-9501-d4b0de0a0a75 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032048 Jun 27 21:21:50.149751 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] For port 1e5bf995-fc5c-4b68-8c0b-9573a186b826, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:21:50.157036 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Publish callbacks [] for router_gateway (d7a150ec-d83c-4bd5-b71b-31930d40d85d), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:50.167884 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] For port 1e5bf995-fc5c-4b68-8c0b-9573a186b826, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=1e5bf995-fc5c-4b68-8c0b-9573a186b826,segment=NetworkSegment(1da213b3-cab9-4ba2-8d03-01c34568ccd3),segment_id=1da213b3-cab9-4ba2-8d03-01c34568ccd3)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:21:50.171660 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 65453e38-952c-4912-a56e-e98fc1ceed17 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:50.172032 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:50.179197 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:50.181531 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:50.253423 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port 65453e38-952c-4912-a56e-e98fc1ceed17, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=65453e38-952c-4912-a56e-e98fc1ceed17,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:50.259155 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89936cf6-e1be-4327-b39a-68ba78903dce None None] Pushing event updated for resources: {'Port': ['ID=1e5bf995-fc5c-4b68-8c0b-9573a186b826,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:50.262630 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:50.321147 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Allocated IP 172.27.0.85 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/b967dbe1-0334-4078-9188-d98a75d13213) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:21:50.324187 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=65453e38-952c-4912-a56e-e98fc1ceed17,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:50.351054 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Sync routers for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:21:50.363374 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:50.364448 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:50.450905 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Publish callbacks [] for port (b967dbe1-0334-4078-9188-d98a75d13213), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:50.492656 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:50.522586 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:21:50.527210 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (b967dbe1-0334-4078-9188-d98a75d13213), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:50.587999 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:21:50.596889 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Pushing event updated for resources: {'Port': ['ID=b967dbe1-0334-4078-9188-d98a75d13213,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:50.604249 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:50.605966 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:21:50.826378 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 2, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:50.829415 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:50.868674 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Checking router: 2b933b80-f49e-46dc-bca7-4c2ad4526c3a for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:21:50.869328 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Updating router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a port ff8fc40c-f284-4330-a17a-af9842b54ae6 binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:21:50.932967 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:50.987701 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Publish callbacks [] for router_gateway (d7a150ec-d83c-4bd5-b71b-31930d40d85d), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:51.340601 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c603df-512a-41e5-99d7-ffab09e9117c req-c9bb32e1-6bc2-4a7d-9519-feb9aab44742 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:51.354064 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-78c603df-512a-41e5-99d7-ffab09e9117c req-c9bb32e1-6bc2-4a7d-9519-feb9aab44742 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.1301160 Jun 27 21:21:51.461798 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Publish callbacks [] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:51.473810 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:51.582881 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Pushing event updated for resources: {'Port': ['ID=ff8fc40c-f284-4330-a17a-af9842b54ae6,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:51.600237 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-78c603df-512a-41e5-99d7-ffab09e9117c req-4c0d4c16-fa9a-4527-8e4c-dc323bf8c21c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351174 Jun 27 21:21:51.600648 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.601171 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.601745 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.602458 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.602957 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.603449 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.604122 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.604599 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.605117 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.605857 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.608875 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.609498 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.610160 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.611633 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.612168 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:21:51.626108 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (d7a150ec-d83c-4bd5-b71b-31930d40d85d), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:51.715248 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 65453e38-952c-4912-a56e-e98fc1ceed17 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:51.733199 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Attempting to bind port ff8fc40c-f284-4330-a17a-af9842b54ae6 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:21:51.734057 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Attempting to bind port ff8fc40c-f284-4330-a17a-af9842b54ae6 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:21:51.734567 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Attempting to bind port ff8fc40c-f284-4330-a17a-af9842b54ae6 on network 09838620-b3d2-4651-acb5-4212286d0e49 {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:21:51.740481 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:21:51.741178 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Checking segment: {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:21:51.741747 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:51.742503 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Bound using segment: {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:21:51.743154 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Bound port: ff8fc40c-f284-4330-a17a-af9842b54ae6, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:21:51.743703 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:51.768405 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 65453e38-952c-4912-a56e-e98fc1ceed17 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:51.768970 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:51.834876 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Router d7a150ec-d83c-4bd5-b71b-31930d40d85d is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:21:51.840604 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] For port ff8fc40c-f284-4330-a17a-af9842b54ae6, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:21:51.844424 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] For port ff8fc40c-f284-4330-a17a-af9842b54ae6, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=ff8fc40c-f284-4330-a17a-af9842b54ae6,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:21:51.846213 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:51.861744 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:51.895928 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dca0ae-7fff-4fe5-aa7f-f7d9c5c2c900 None None] Network b677d226-40f3-4636-b2cb-147b48100ea3 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:21:51.919127 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:51.922293 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:51.943318 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:51.943964 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:51.950463 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2e2fb-a35f-4b4b-bbd8-a7dfda2def69 None None] Pushing event updated for resources: {'Port': ['ID=ff8fc40c-f284-4330-a17a-af9842b54ae6,revision_number=4']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:51.987595 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 65453e38-952c-4912-a56e-e98fc1ceed17 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:51.988890 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 1e5bf995-fc5c-4b68-8c0b-9573a186b826 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:51.997424 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:21:52.022433 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:52.023929 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-b595de66-e4e7-402f-8e39-4c98bb8137df admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1507418 Jun 27 21:21:52.026986 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48264) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:52.050303 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Sync routers for ids ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:21:52.075185 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-e506da45-e44f-4ada-b9b4-1a118c3b9c67 None None] Provisioning complete for port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:52.075660 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e506da45-e44f-4ada-b9b4-1a118c3b9c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:52.081043 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:21:52.084959 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Routers {'d7a150ec-d83c-4bd5-b71b-31930d40d85d'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:52.085689 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:52.309291 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:52.364029 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:52.364397 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:52.372629 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:51Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:52.398540 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e6147c-d5b4-4966-9046-b0bee7713317 None None] The sync data for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi is: [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:51Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:21:52.498338 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:52.521689 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-e506da45-e44f-4ada-b9b4-1a118c3b9c67 None None] Current status of the port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:52.522154 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e506da45-e44f-4ada-b9b4-1a118c3b9c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:52.529056 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Set router d7a150ec-d83c-4bd5-b71b-31930d40d85d gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:21:52.565503 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:52.665204 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:52.665697 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:52.752970 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-e506da45-e44f-4ada-b9b4-1a118c3b9c67 None None] For port 1e5bf995-fc5c-4b68-8c0b-9573a186b826, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=1e5bf995-fc5c-4b68-8c0b-9573a186b826,segment=NetworkSegment(1da213b3-cab9-4ba2-8d03-01c34568ccd3),segment_id=1da213b3-cab9-4ba2-8d03-01c34568ccd3)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:52.764676 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e506da45-e44f-4ada-b9b4-1a118c3b9c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:52.777667 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Allocated IP 172.20.0.1 (b677d226-40f3-4636-b2cb-147b48100ea3/c4eeebe8-5109-4959-8a03-b9f494bee2a7/36ffc669-cd09-4722-b183-e5b261054895) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:21:52.787975 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2344c-f277-4ddb-a3c6-4d687233fb22 req-5f89aec9-251a-4f04-b273-ca805f1ea19b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:52.790513 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-eec2344c-f277-4ddb-a3c6-4d687233fb22 req-5f89aec9-251a-4f04-b273-ca805f1ea19b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0709686 Jun 27 21:21:52.859237 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-eec2344c-f277-4ddb-a3c6-4d687233fb22 req-0793cbd3-7a45-4da5-9b20-161a5fe43fdc tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624175 Jun 27 21:21:52.881324 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.db.api [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 21:21:52.881719 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG oslo_db.api [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 21:21:52.917867 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506da45-e44f-4ada-b9b4-1a118c3b9c67 None None] Pushing event updated for resources: {'Port': ['ID=1e5bf995-fc5c-4b68-8c0b-9573a186b826,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:52.922762 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-436ffcae-5390-4c22-b4e4-5a6c3fb65c8c None None] Provisioning complete for port ff8fc40c-f284-4330-a17a-af9842b54ae6 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:52.923126 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-436ffcae-5390-4c22-b4e4-5a6c3fb65c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:52.956374 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Publish callbacks [] for port (36ffc669-cd09-4722-b183-e5b261054895), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:52.957119 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'name': 'tempest-TestVolumeBootPattern-577506038-router', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:48Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 3, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'gw_port': {'id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:50Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:52.984638 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:52.989592 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Checking router: d7a150ec-d83c-4bd5-b71b-31930d40d85d for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:21:52.989954 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Updating router d7a150ec-d83c-4bd5-b71b-31930d40d85d port b967dbe1-0334-4078-9188-d98a75d13213 binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:21:52.999063 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (36ffc669-cd09-4722-b183-e5b261054895), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.030798 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b967dbe1-0334-4078-9188-d98a75d13213), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.048020 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Network b677d226-40f3-4636-b2cb-147b48100ea3 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:21:53.063778 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:53.067044 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:21:53.122081 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:53.123300 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-436ffcae-5390-4c22-b4e4-5a6c3fb65c8c None None] Current status of the port ff8fc40c-f284-4330-a17a-af9842b54ae6 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:53.123961 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-436ffcae-5390-4c22-b4e4-5a6c3fb65c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.132092 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (d7a150ec-d83c-4bd5-b71b-31930d40d85d), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.132666 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-9f7f834d-1d0a-421e-b0eb-2d4af1e206a4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846772 Jun 27 21:21:53.136383 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Pushing event updated for resources: {'Port': ['ID=36ffc669-cd09-4722-b183-e5b261054895,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:53.191237 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-436ffcae-5390-4c22-b4e4-5a6c3fb65c8c None None] For port ff8fc40c-f284-4330-a17a-af9842b54ae6, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=ff8fc40c-f284-4330-a17a-af9842b54ae6,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:53.281420 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-436ffcae-5390-4c22-b4e4-5a6c3fb65c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.312858 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:53.316703 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (36ffc669-cd09-4722-b183-e5b261054895), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.406246 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ffcae-5390-4c22-b4e4-5a6c3fb65c8c None None] Pushing event updated for resources: {'Port': ['ID=ff8fc40c-f284-4330-a17a-af9842b54ae6,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:53.448312 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-436ffcae-5390-4c22-b4e4-5a6c3fb65c8c None None] Provisioning complete for port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:53.448694 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-436ffcae-5390-4c22-b4e4-5a6c3fb65c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.519814 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Publish callbacks [] for port (36ffc669-cd09-4722-b183-e5b261054895), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.525543 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5528915'] for port (36ffc669-cd09-4722-b183-e5b261054895), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.531525 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:53.547639 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:53.607559 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-436ffcae-5390-4c22-b4e4-5a6c3fb65c8c None None] Current status of the port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:53.608977 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:53.623948 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Pushing event updated for resources: {'Port': ['ID=36ffc669-cd09-4722-b183-e5b261054895,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:53.627927 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (d7a150ec-d83c-4bd5-b71b-31930d40d85d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.670081 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-427f6ddd-2c5f-47fe-9a34-86fbfb7f2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:53.671779 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-427f6ddd-2c5f-47fe-9a34-86fbfb7f2f8f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f484976e63ce44daa10eadd2a9d6cc76&device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 1129 time: 0.1284156 Jun 27 21:21:53.681834 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Publish callbacks [] for port (b967dbe1-0334-4078-9188-d98a75d13213), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.701652 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b967dbe1-0334-4078-9188-d98a75d13213), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.734081 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device ff8fc40c-f284-4330-a17a-af9842b54ae6 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:53.760490 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Network b677d226-40f3-4636-b2cb-147b48100ea3 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:21:53.763849 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:21:53.798914 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-b25e4398-0d2e-4a5e-a906-ea9ce893019d None None] Provisioning complete for port 36ffc669-cd09-4722-b183-e5b261054895 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:53.799902 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b25e4398-0d2e-4a5e-a906-ea9ce893019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (36ffc669-cd09-4722-b183-e5b261054895), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.800192 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:21:53.834516 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Attempting to bind port b967dbe1-0334-4078-9188-d98a75d13213 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:21:53.834868 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Attempting to bind port b967dbe1-0334-4078-9188-d98a75d13213 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:21:53.835240 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Attempting to bind port b967dbe1-0334-4078-9188-d98a75d13213 on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:21:53.841603 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1518d6b-3517-4a08-9850-2d25a6937aba None None] Pushing event updated for resources: {'Port': ['ID=b967dbe1-0334-4078-9188-d98a75d13213,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:53.858176 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-c2283105-ad02-4c9f-8218-2dcd1f7e0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:53.859436 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:21:53.859812 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:21:53.860131 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-c2283105-ad02-4c9f-8218-2dcd1f7e0a5d service neutron] 10.222.0.33 "GET /v2.0/networks?id=2833602c-5fda-49c5-9f8b-40525401a7af HTTP/1.1" status: 200 len: 910 time: 0.1581380 Jun 27 21:21:53.860232 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.860583 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:21:53.861104 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Bound port: b967dbe1-0334-4078-9188-d98a75d13213, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:21:53.861482 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b967dbe1-0334-4078-9188-d98a75d13213), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.891287 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-b25e4398-0d2e-4a5e-a906-ea9ce893019d None None] Port 36ffc669-cd09-4722-b183-e5b261054895 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:21:53.897570 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port ff8fc40c-f284-4330-a17a-af9842b54ae6 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:53.897940 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.949638 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:53.951558 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] For port b967dbe1-0334-4078-9188-d98a75d13213, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:21:53.955392 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] For port b967dbe1-0334-4078-9188-d98a75d13213, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=b967dbe1-0334-4078-9188-d98a75d13213,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:21:53.966302 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b967dbe1-0334-4078-9188-d98a75d13213), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:53.971414 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-9511bcdb-c7d2-4c0c-ab8d-e8a7d0ba4774 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4 HTTP/1.1" status: 200 len: 999 time: 0.1043549 Jun 27 21:21:54.002872 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Router d7a150ec-d83c-4bd5-b71b-31930d40d85d has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:21:54.047397 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1518d6b-3517-4a08-9850-2d25a6937aba None None] Pushing event updated for resources: {'Port': ['ID=b967dbe1-0334-4078-9188-d98a75d13213,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:54.120527 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:54.123753 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Routers {'d7a150ec-d83c-4bd5-b71b-31930d40d85d'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:54.124393 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:54.166061 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port ff8fc40c-f284-4330-a17a-af9842b54ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:54.166584 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 1e5bf995-fc5c-4b68-8c0b-9573a186b826 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:54.188841 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d061a6-7e2f-4037-94ec-537fda2804f0 req-716c4bcb-682d-4a58-83dd-1059e70bdb9b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:54.192064 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-19d061a6-7e2f-4037-94ec-537fda2804f0 req-716c4bcb-682d-4a58-83dd-1059e70bdb9b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.1151850 Jun 27 21:21:54.194403 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-91c0729d-45c4-4517-aae0-1700fe4f0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:54.196730 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-91c0729d-45c4-4517-aae0-1700fe4f0147 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1f444894-ce72-40c6-97c3-59e461303458 HTTP/1.1" status: 200 len: 848 time: 0.2175305 Jun 27 21:21:54.264710 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-c8681056-b340-4663-9e98-73e72ea06785 None None] Provisioning complete for port 36ffc669-cd09-4722-b183-e5b261054895 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:54.265126 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c8681056-b340-4663-9e98-73e72ea06785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (36ffc669-cd09-4722-b183-e5b261054895), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:54.333967 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-314bcddf-0a69-4408-952c-18757666247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:54.335486 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-314bcddf-0a69-4408-952c-18757666247f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2833602c-5fda-49c5-9f8b-40525401a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1191647 Jun 27 21:21:54.344562 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-19d061a6-7e2f-4037-94ec-537fda2804f0 req-d880217f-0462-42aa-a04c-bc2b19cc09a9 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445837 Jun 27 21:21:54.372150 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] Set router d7a150ec-d83c-4bd5-b71b-31930d40d85d gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:21:54.452891 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-6704c906-c51c-42bd-bfd2-06f0f8729f40 service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072071 Jun 27 21:21:54.511623 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:21:54.518078 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-01407038-f9b6-47dc-815d-a64ac0d658b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7a150ec-d83c-4bd5-b71b-31930d40d85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4898715 Jun 27 21:21:54.568390 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b45355a0-a3f8-48a2-9d95-fabfad505980 req-e2fafa3d-9628-4733-9096-1d0558c6b41d service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084993 Jun 27 21:21:54.582411 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:54.642286 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-c8681056-b340-4663-9e98-73e72ea06785 None None] Port 36ffc669-cd09-4722-b183-e5b261054895 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:21:54.650872 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:54.651233 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:54.834662 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:54.839597 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48288) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:54.844453 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-cb0a5877-d409-4703-836c-bd8c315a62ae tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6158128', 'description': 'tempest-secgroup-smoke-6158128 description', 'project_id': '824cb65198bf417fbc4baeae349d358d'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:54.848289 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'name': 'tempest-TestVolumeBootPattern-577506038-router', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:48Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 4, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'gw_port': {'id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:50Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '36ffc669-cd09-4722-b183-e5b261054895', 'name': '', 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'mac_address': 'fa:16:3e:d8:00:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c4eeebe8-5109-4959-8a03-b9f494bee2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:52Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 2, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'subnets': [{'id': 'c4eeebe8-5109-4959-8a03-b9f494bee2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:54.859729 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:54.871770 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cb0a5877-d409-4703-836c-bd8c315a62ae tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:54.880538 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f5d799-ceb6-4e9f-a87d-959634c60b70 None None] The sync data for ids ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'] in dv-cinder-847732-1-iscsi is: [{'id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'name': 'tempest-TestVolumeBootPattern-577506038-router', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:48Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 4, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'gw_port': {'id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:50Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '36ffc669-cd09-4722-b183-e5b261054895', 'name': '', 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'mac_address': 'fa:16:3e:d8:00:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c4eeebe8-5109-4959-8a03-b9f494bee2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:52Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 2, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'subnets': [{'id': 'c4eeebe8-5109-4959-8a03-b9f494bee2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:21:54.949474 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cb0a5877-d409-4703-836c-bd8c315a62ae tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group (f81de922-c5ea-4eea-8ec3-799552313709), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:54.954415 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cb0a5877-d409-4703-836c-bd8c315a62ae tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (f81de922-c5ea-4eea-8ec3-799552313709), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:54.986189 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cb0a5877-d409-4703-836c-bd8c315a62ae tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:54.991863 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-cb0a5877-d409-4703-836c-bd8c315a62ae tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1468413 Jun 27 21:21:54.992208 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48290) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:54.992891 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a5877-d409-4703-836c-bd8c315a62ae tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81de922-c5ea-4eea-8ec3-799552313709,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:54.999047 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-e3aaf397-4ee6-4542-8978-6742cbeb51bb tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'security_group_rule': {'security_group_id': 'f81de922-c5ea-4eea-8ec3-799552313709', 'project_id': '824cb65198bf417fbc4baeae349d358d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:55.040580 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf397-4ee6-4542-8978-6742cbeb51bb tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (d537ca44-23ef-4363-94de-0f02ca01ab4e), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.125920 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf397-4ee6-4542-8978-6742cbeb51bb tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (d537ca44-23ef-4363-94de-0f02ca01ab4e), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.130406 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf397-4ee6-4542-8978-6742cbeb51bb tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (d537ca44-23ef-4363-94de-0f02ca01ab4e), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.165096 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaf397-4ee6-4542-8978-6742cbeb51bb tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d537ca44-23ef-4363-94de-0f02ca01ab4e,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:55.175636 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf397-4ee6-4542-8978-6742cbeb51bb tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.176962 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-e3aaf397-4ee6-4542-8978-6742cbeb51bb tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827154 Jun 27 21:21:55.179873 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48296) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:55.184779 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-15c7aace-e2d8-44a1-ab6b-f1abda7a808c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'security_group_rule': {'security_group_id': 'f81de922-c5ea-4eea-8ec3-799552313709', 'project_id': '824cb65198bf417fbc4baeae349d358d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:55.220478 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-15c7aace-e2d8-44a1-ab6b-f1abda7a808c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (797048ce-b760-44ed-9670-bcd7416307da), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.314316 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-15c7aace-e2d8-44a1-ab6b-f1abda7a808c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (797048ce-b760-44ed-9670-bcd7416307da), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.320429 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-15c7aace-e2d8-44a1-ab6b-f1abda7a808c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (797048ce-b760-44ed-9670-bcd7416307da), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.350603 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7aace-e2d8-44a1-ab6b-f1abda7a808c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797048ce-b760-44ed-9670-bcd7416307da,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:55.362920 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-15c7aace-e2d8-44a1-ab6b-f1abda7a808c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.366704 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-15c7aace-e2d8-44a1-ab6b-f1abda7a808c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1832895 Jun 27 21:21:55.366903 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48304) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:55.372610 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-ab657aa6-e659-4d68-b134-02cb1862f0e0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'security_group_rule': {'security_group_id': 'f81de922-c5ea-4eea-8ec3-799552313709', 'project_id': '824cb65198bf417fbc4baeae349d358d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:55.419285 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ab657aa6-e659-4d68-b134-02cb1862f0e0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (6ecc9aea-0fa5-4db6-be28-907f6b3c0141), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.481955 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:55.506208 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ab657aa6-e659-4d68-b134-02cb1862f0e0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (6ecc9aea-0fa5-4db6-be28-907f6b3c0141), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.515416 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ab657aa6-e659-4d68-b134-02cb1862f0e0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (6ecc9aea-0fa5-4db6-be28-907f6b3c0141), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.516812 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:55.525930 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26c97c-08e2-4a21-821e-cc3a4777b09a req-305a6948-d138-448c-b0b7-8e06fc28f066 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:55.527505 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1a26c97c-08e2-4a21-821e-cc3a4777b09a req-305a6948-d138-448c-b0b7-8e06fc28f066 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 944 time: 0.0824108 Jun 27 21:21:55.566685 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:55.573240 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab657aa6-e659-4d68-b134-02cb1862f0e0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecc9aea-0fa5-4db6-be28-907f6b3c0141,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:55.589190 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ab657aa6-e659-4d68-b134-02cb1862f0e0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.598264 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-ab657aa6-e659-4d68-b134-02cb1862f0e0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2277668 Jun 27 21:21:55.598501 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1a26c97c-08e2-4a21-821e-cc3a4777b09a req-f6f53fc1-46ca-49e9-8de9-5fa012770f6b tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621104 Jun 27 21:21:55.598759 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48316) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:55.605295 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-c402aa0c-314a-4355-8318-ab56e322c21a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'security_group_rule': {'security_group_id': 'f81de922-c5ea-4eea-8ec3-799552313709', 'project_id': '824cb65198bf417fbc4baeae349d358d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:55.637397 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c402aa0c-314a-4355-8318-ab56e322c21a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (09eec2e1-ec86-437a-8004-f64072ddaefc), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.724396 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c402aa0c-314a-4355-8318-ab56e322c21a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (09eec2e1-ec86-437a-8004-f64072ddaefc), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.738412 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c402aa0c-314a-4355-8318-ab56e322c21a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (09eec2e1-ec86-437a-8004-f64072ddaefc), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.765734 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402aa0c-314a-4355-8318-ab56e322c21a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09eec2e1-ec86-437a-8004-f64072ddaefc,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:55.775201 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:21:55.775737 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c402aa0c-314a-4355-8318-ab56e322c21a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.779847 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48320) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:55.780035 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c402aa0c-314a-4355-8318-ab56e322c21a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1800957 Jun 27 21:21:55.784531 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-73ffa6b7-4e69-4fb6-a0ba-977c6bb7d2f2 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'security_group_rule': {'security_group_id': 'f81de922-c5ea-4eea-8ec3-799552313709', 'project_id': '824cb65198bf417fbc4baeae349d358d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:55.819797 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.securitygroups_db [None req-73ffa6b7-4e69-4fb6-a0ba-977c6bb7d2f2 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Project 824cb65198bf417fbc4baeae349d358d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 21:21:55.839406 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6b7-4e69-4fb6-a0ba-977c6bb7d2f2 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (c1af47ff-24db-400e-a15a-e92e999a6c4f), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.883373 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f258f3-456f-4062-831d-aa077d20ea86 req-5186d7dc-cfe0-4832-a998-a3207f546a59 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:55.885316 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-87f258f3-456f-4062-831d-aa077d20ea86 req-5186d7dc-cfe0-4832-a998-a3207f546a59 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0668592 Jun 27 21:21:55.928627 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6b7-4e69-4fb6-a0ba-977c6bb7d2f2 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (c1af47ff-24db-400e-a15a-e92e999a6c4f), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.934669 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:55.935546 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6b7-4e69-4fb6-a0ba-977c6bb7d2f2 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (c1af47ff-24db-400e-a15a-e92e999a6c4f), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.954558 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'port_id': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'mac_address': 'fa:16:3e:89:85:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:21:55.975346 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffa6b7-4e69-4fb6-a0ba-977c6bb7d2f2 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1af47ff-24db-400e-a15a-e92e999a6c4f,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:55.980357 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-87f258f3-456f-4062-831d-aa077d20ea86 req-27e8c3c1-240a-4fa2-bf52-0bdf4c8432d6 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840826 Jun 27 21:21:55.985023 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-73ffa6b7-4e69-4fb6-a0ba-977c6bb7d2f2 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:55.987705 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-73ffa6b7-4e69-4fb6-a0ba-977c6bb7d2f2 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2067597 Jun 27 21:21:55.990713 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48322) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:21:55.997109 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-104be39d-caec-49dd-a9a2-8cac4e57e108 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'security_group_rule': {'security_group_id': 'f81de922-c5ea-4eea-8ec3-799552313709', 'project_id': '824cb65198bf417fbc4baeae349d358d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:21:56.002443 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:56.002881 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:56.017882 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:21:56.043571 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.securitygroups_db [None req-104be39d-caec-49dd-a9a2-8cac4e57e108 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Project 824cb65198bf417fbc4baeae349d358d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 21:21:56.044564 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:56.050123 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:56.051809 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-104be39d-caec-49dd-a9a2-8cac4e57e108 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (dcaf87da-1a01-4804-965d-580c32b160ea), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:56.101196 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,revision_number=9']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:56.123986 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-104be39d-caec-49dd-a9a2-8cac4e57e108 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (dcaf87da-1a01-4804-965d-580c32b160ea), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:56.128194 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-104be39d-caec-49dd-a9a2-8cac4e57e108 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (dcaf87da-1a01-4804-965d-580c32b160ea), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:56.163613 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104be39d-caec-49dd-a9a2-8cac4e57e108 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcaf87da-1a01-4804-965d-580c32b160ea,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:56.209062 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-104be39d-caec-49dd-a9a2-8cac4e57e108 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:56.211025 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-104be39d-caec-49dd-a9a2-8cac4e57e108 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2189164 Jun 27 21:21:56.389671 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:21:56.490433 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:56.746460 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa94ce3-a6d8-4dc8-aca8-95197cfbddba req-81a7f6bd-23bc-43e6-b6cc-d1fa57db38e8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:56.748144 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-efa94ce3-a6d8-4dc8-aca8-95197cfbddba req-81a7f6bd-23bc-43e6-b6cc-d1fa57db38e8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 945 time: 0.0618575 Jun 27 21:21:56.810939 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-efa94ce3-a6d8-4dc8-aca8-95197cfbddba req-375ddf73-39da-4b00-bce6-85380d7fe668 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569844 Jun 27 21:21:57.130034 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa9358-e9f5-493b-b5d0-ac725f75f4fb req-77b87e6d-45ee-4cd3-bf8e-098738d36b09 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:57.131528 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-30aa9358-e9f5-493b-b5d0-ac725f75f4fb req-77b87e6d-45ee-4cd3-bf8e-098738d36b09 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0522776 Jun 27 21:21:57.187172 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-30aa9358-e9f5-493b-b5d0-ac725f75f4fb req-8baafd52-51c9-4f2e-82b7-0def52866df9 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491643 Jun 27 21:21:57.319066 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Sync routers for ids ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:21:57.331360 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Routers {'d7a150ec-d83c-4bd5-b71b-31930d40d85d'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:57.331955 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:57.439732 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Set router d7a150ec-d83c-4bd5-b71b-31930d40d85d gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:21:57.653156 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device b967dbe1-0334-4078-9188-d98a75d13213 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:57.699323 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port b967dbe1-0334-4078-9188-d98a75d13213 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:57.699693 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b967dbe1-0334-4078-9188-d98a75d13213), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:57.745995 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'name': 'tempest-TestVolumeBootPattern-577506038-router', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:48Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 4, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'gw_port': {'id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:50Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '36ffc669-cd09-4722-b183-e5b261054895', 'name': '', 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'mac_address': 'fa:16:3e:d8:00:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c4eeebe8-5109-4959-8a03-b9f494bee2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:52Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 2, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'subnets': [{'id': 'c4eeebe8-5109-4959-8a03-b9f494bee2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:57.755587 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:57.770734 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-8566ff1a-0e76-4486-8f81-19160566c6d1 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:57.773941 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-8566ff1a-0e76-4486-8f81-19160566c6d1 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.33 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 946 time: 0.0523303 Jun 27 21:21:57.774448 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Checking router: d7a150ec-d83c-4bd5-b71b-31930d40d85d for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:21:57.774810 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Updating router d7a150ec-d83c-4bd5-b71b-31930d40d85d port 36ffc669-cd09-4722-b183-e5b261054895 binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:21:57.793891 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:57.810635 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (36ffc669-cd09-4722-b183-e5b261054895), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:57.829084 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port b967dbe1-0334-4078-9188-d98a75d13213 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:57.829760 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b967dbe1-0334-4078-9188-d98a75d13213), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:57.879638 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Deleting port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:21:57.879974 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:57.885616 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port b967dbe1-0334-4078-9188-d98a75d13213, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=b967dbe1-0334-4078-9188-d98a75d13213,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:57.895952 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:57.896373 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:57.898564 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b967dbe1-0334-4078-9188-d98a75d13213), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:57.959029 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:58.007256 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=b967dbe1-0334-4078-9188-d98a75d13213,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:58.064161 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] For port 67ccd3c5-1cc9-425f-a7e3-26606e621d54, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=67ccd3c5-1cc9-425f-a7e3-26606e621d54,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:58.064428 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.073269 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b233d-af79-4d8e-9f8b-3bfdeaf8798c req-982b3b48-71b3-429c-bddd-633bffcce8ba tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:58.080214 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-370b233d-af79-4d8e-9f8b-3bfdeaf8798c req-982b3b48-71b3-429c-bddd-633bffcce8ba tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 945 time: 0.1195776 Jun 27 21:21:58.083408 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:58.083950 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.112189 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:21:58.114498 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92383b26-574e-4be1-b6f4-e1d053ceaea3" -d '{"events": [{"server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "name": "network-vif-plugged", "status": "completed", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:21:58.132295 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:58.136793 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Publish callbacks [] for port (36ffc669-cd09-4722-b183-e5b261054895), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.139489 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.144275 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (36ffc669-cd09-4722-b183-e5b261054895), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.186592 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:58.187594 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-370b233d-af79-4d8e-9f8b-3bfdeaf8798c req-75da102c-ce3a-467f-9416-806bd6a6897c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065383 Jun 27 21:21:58.191661 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4adb25-5446-4235-b627-7602ca026903 None None] Pushing event updated for resources: {'Port': ['ID=36ffc669-cd09-4722-b183-e5b261054895,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:58.212712 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,revision_number=10']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:58.314259 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a1981f-2685-4960-9df3-82e013de2a80 x-openstack-request-id: req-04a1981f-2685-4960-9df3-82e013de2a80 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:21:58.314597 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "name": "network-vif-plugged", "status": "completed", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:21:58.314910 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04a1981f-2685-4960-9df3-82e013de2a80 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:21:58.315360 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a1981f-2685-4960-9df3-82e013de2a80'] response: {'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'code': 200} Jun 27 21:21:58.317948 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Attempting to bind port 36ffc669-cd09-4722-b183-e5b261054895 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:21:58.318312 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Attempting to bind port 36ffc669-cd09-4722-b183-e5b261054895 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '1da213b3-cab9-4ba2-8d03-01c34568ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:21:58.318669 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Attempting to bind port 36ffc669-cd09-4722-b183-e5b261054895 on network b677d226-40f3-4636-b2cb-147b48100ea3 {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:21:58.330329 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:21:58.331029 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Checking segment: {'id': '1da213b3-cab9-4ba2-8d03-01c34568ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:21:58.331260 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.331677 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Bound using segment: {'id': '1da213b3-cab9-4ba2-8d03-01c34568ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:21:58.332163 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Bound port: 36ffc669-cd09-4722-b183-e5b261054895, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da213b3-cab9-4ba2-8d03-01c34568ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:21:58.332539 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (36ffc669-cd09-4722-b183-e5b261054895), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.397679 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:58.401912 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.401912 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (bab44268-1041-4e90-abef-6f08496beb27), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.401912 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Floating IP bab44268-1041-4e90-abef-6f08496beb27 disassociated. External IP: 172.27.0.122, port: 67ccd3c5-1cc9-425f-a7e3-26606e621d54. Jun 27 21:21:58.402500 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Calling delete_port for 67ccd3c5-1cc9-425f-a7e3-26606e621d54 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:21:58.407043 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:58.431828 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268ea6b-a7bc-4191-b602-6b9a67ebf9ee req-400b3e7c-0ab3-4782-b6ab-6394bacac8dc tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:58.434118 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] For port 36ffc669-cd09-4722-b183-e5b261054895, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:21:58.437502 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7268ea6b-a7bc-4191-b602-6b9a67ebf9ee req-400b3e7c-0ab3-4782-b6ab-6394bacac8dc tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 946 time: 0.1005292 Jun 27 21:21:58.439128 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] For port 36ffc669-cd09-4722-b183-e5b261054895, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=36ffc669-cd09-4722-b183-e5b261054895,segment=NetworkSegment(1da213b3-cab9-4ba2-8d03-01c34568ccd3),segment_id=1da213b3-cab9-4ba2-8d03-01c34568ccd3)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:21:58.450522 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (36ffc669-cd09-4722-b183-e5b261054895), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.510467 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Routers {'d7a150ec-d83c-4bd5-b71b-31930d40d85d'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:58.511241 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:58.630660 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-79b50575-e0df-4ad8-a628-7d71a864abfc None None] Provisioning complete for port 36ffc669-cd09-4722-b183-e5b261054895 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:58.631325 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-79b50575-e0df-4ad8-a628-7d71a864abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (36ffc669-cd09-4722-b183-e5b261054895), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.632253 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7268ea6b-a7bc-4191-b602-6b9a67ebf9ee req-7fb18941-4845-40ea-97df-0722ee812b5a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups?id=54a608df-ee6a-4fc4-881d-ee590a5a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389532 Jun 27 21:21:58.658005 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] Set router d7a150ec-d83c-4bd5-b71b-31930d40d85d gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:21:58.713728 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87a12f-d4d6-4bc3-93ea-7af4210493b5 req-638bd763-4ab5-4f9d-8448-d6b8ad093491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:58.716669 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ec87a12f-d4d6-4bc3-93ea-7af4210493b5 req-638bd763-4ab5-4f9d-8448-d6b8ad093491 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 1131 time: 0.1356685 Jun 27 21:21:58.731474 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4adb25-5446-4235-b627-7602ca026903 None None] Pushing event updated for resources: {'Port': ['ID=36ffc669-cd09-4722-b183-e5b261054895,revision_number=4']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:58.780163 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (67ccd3c5-1cc9-425f-a7e3-26606e621d54), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.786930 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-79b50575-e0df-4ad8-a628-7d71a864abfc None None] Current status of the port 36ffc669-cd09-4722-b183-e5b261054895 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:58.788122 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-79b50575-e0df-4ad8-a628-7d71a864abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (36ffc669-cd09-4722-b183-e5b261054895), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.823786 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event deleted for resources: {'Port': ['ID=67ccd3c5-1cc9-425f-a7e3-26606e621d54,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:58.852340 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ec87a12f-d4d6-4bc3-93ea-7af4210493b5 req-a43276fb-8191-4039-b57b-ff79fea203ed service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261249 Jun 27 21:21:58.856872 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-79b50575-e0df-4ad8-a628-7d71a864abfc None None] For port 36ffc669-cd09-4722-b183-e5b261054895, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=36ffc669-cd09-4722-b183-e5b261054895,segment=NetworkSegment(1da213b3-cab9-4ba2-8d03-01c34568ccd3),segment_id=1da213b3-cab9-4ba2-8d03-01c34568ccd3)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:21:58.867299 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-79b50575-e0df-4ad8-a628-7d71a864abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (36ffc669-cd09-4722-b183-e5b261054895), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:58.953676 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b50575-e0df-4ad8-a628-7d71a864abfc None None] Pushing event updated for resources: {'Port': ['ID=36ffc669-cd09-4722-b183-e5b261054895,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:21:58.992097 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'name': 'tempest-TestVolumeBootPattern-577506038-router', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:48Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 4, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'gw_port': {'id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:50Z', 'updated_at': '2022-06-27T21:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '36ffc669-cd09-4722-b183-e5b261054895', 'name': '', 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'mac_address': 'fa:16:3e:d8:00:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c4eeebe8-5109-4959-8a03-b9f494bee2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:52Z', 'updated_at': '2022-06-27T21:21:58Z', 'revision_number': 4, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'subnets': [{'id': 'c4eeebe8-5109-4959-8a03-b9f494bee2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:58.994774 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-f5fdbd74-f5f6-47a7-8afa-34b8b0cb580d None None] Provisioning complete for port 36ffc669-cd09-4722-b183-e5b261054895 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:58.995151 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbd74-f5f6-47a7-8afa-34b8b0cb580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (36ffc669-cd09-4722-b183-e5b261054895), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:59.028461 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268177c0-5f96-42af-a526-35083c3a9362 None None] The sync data for ids ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'] in dv-cinder-847732-1-iscsi is: [{'id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'name': 'tempest-TestVolumeBootPattern-577506038-router', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:48Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 4, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'gw_port': {'id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:50Z', 'updated_at': '2022-06-27T21:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '36ffc669-cd09-4722-b183-e5b261054895', 'name': '', 'network_id': 'b677d226-40f3-4636-b2cb-147b48100ea3', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'mac_address': 'fa:16:3e:d8:00:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'c4eeebe8-5109-4959-8a03-b9f494bee2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:52Z', 'updated_at': '2022-06-27T21:21:58Z', 'revision_number': 4, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'subnets': [{'id': 'c4eeebe8-5109-4959-8a03-b9f494bee2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:21:59.041063 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Router d007bc45-beb0-4986-b003-751ca2df7666 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:21:59.093360 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:59.103359 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-f5fdbd74-f5f6-47a7-8afa-34b8b0cb580d None None] Current status of the port 36ffc669-cd09-4722-b183-e5b261054895 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:21:59.193440 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:21:59.208417 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d809faf-e2c9-4f1a-af41-c8a890c51f60 None None] Sync routers for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:21:59.226204 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d809faf-e2c9-4f1a-af41-c8a890c51f60 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:59.227065 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-8d809faf-e2c9-4f1a-af41-c8a890c51f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:59.255048 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] No DVR routers for this DVR port 67ccd3c5-1cc9-425f-a7e3-26606e621d54 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:21:59.257962 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:59.261799 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8cd8d9df-7397-4178-8b4f-d8f56f6ff710 req-5d845d7b-2968-4e25-bf1a-2c88454c0d1b tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.33 "DELETE /v2.0/ports/67ccd3c5-1cc9-425f-a7e3-26606e621d54 HTTP/1.1" status: 204 len: 173 time: 1.4829981 Jun 27 21:21:59.262371 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624274f6-859f-4e03-9c00-90574d06b2c5', 'name': 'network-vif-deleted', 'tag': '67ccd3c5-1cc9-425f-a7e3-26606e621d54'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:21:59.264794 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8f1145-cad0-4cfc-a09e-d2748d08b79c" -d '{"events": [{"server_uuid": "624274f6-859f-4e03-9c00-90574d06b2c5", "name": "network-vif-deleted", "tag": "67ccd3c5-1cc9-425f-a7e3-26606e621d54"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:21:59.405753 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-8d809faf-e2c9-4f1a-af41-c8a890c51f60 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:21:59.407132 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83811996-5179-4bc2-af16-6783bda43975 req-49bf8a42-ea30-4607-a045-453cc6008655 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:21:59.412104 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-83811996-5179-4bc2-af16-6783bda43975 req-49bf8a42-ea30-4607-a045-453cc6008655 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 947 time: 0.1025333 Jun 27 21:21:59.433686 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8182809e-b5ba-4f5d-b6bb-ac904bf98730 x-openstack-request-id: req-8182809e-b5ba-4f5d-b6bb-ac904bf98730 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:21:59.434405 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624274f6-859f-4e03-9c00-90574d06b2c5", "name": "network-vif-deleted", "tag": "67ccd3c5-1cc9-425f-a7e3-26606e621d54", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:21:59.434896 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8182809e-b5ba-4f5d-b6bb-ac904bf98730 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:21:59.435615 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8182809e-b5ba-4f5d-b6bb-ac904bf98730'] response: {'server_uuid': '624274f6-859f-4e03-9c00-90574d06b2c5', 'name': 'network-vif-deleted', 'tag': '67ccd3c5-1cc9-425f-a7e3-26606e621d54', 'status': 'completed', 'code': 200} Jun 27 21:21:59.505999 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-83811996-5179-4bc2-af16-6783bda43975 req-68fc36ef-ee77-47dd-8db7-54d2107b61ba tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841150 Jun 27 21:21:59.592585 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:21:59.691220 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device b967dbe1-0334-4078-9188-d98a75d13213 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:21:59.742466 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-8d809faf-e2c9-4f1a-af41-c8a890c51f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:59.775424 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d809faf-e2c9-4f1a-af41-c8a890c51f60 None None] Checking router: d007bc45-beb0-4986-b003-751ca2df7666 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:21:59.795894 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d809faf-e2c9-4f1a-af41-c8a890c51f60 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:21:59.796599 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-8d809faf-e2c9-4f1a-af41-c8a890c51f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:21:59.827139 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-28597d5f-ad6a-411c-9d62-41ccce907b50 req-891d8466-4d06-4ff5-b3b7-21526349b535 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 210 time: 0.0350637 Jun 27 21:21:59.857065 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port b967dbe1-0334-4078-9188-d98a75d13213 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:21:59.857843 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (b967dbe1-0334-4078-9188-d98a75d13213), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:21:59.985725 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-8d809faf-e2c9-4f1a-af41-c8a890c51f60 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:00.166983 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port b967dbe1-0334-4078-9188-d98a75d13213 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:22:00.168080 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 36ffc669-cd09-4722-b183-e5b261054895 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:22:00.299095 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 36ffc669-cd09-4722-b183-e5b261054895 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:22:00.299432 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (36ffc669-cd09-4722-b183-e5b261054895), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:00.382954 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-8d809faf-e2c9-4f1a-af41-c8a890c51f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:00.411937 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d809faf-e2c9-4f1a-af41-c8a890c51f60 None None] The sync data for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi is: [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:16:03Z', 'revision_number': 4, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '03431261-80c9-4ff9-b564-b16bc00cc82c', 'name': '', 'network_id': '1ab36d48-170c-4f48-af11-d6da9c4061e0', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'mac_address': 'fa:16:3e:1a:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:01Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'subnets': [{'id': '213cf038-a41b-410c-bb9f-41e81ba7f4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:22:00.443811 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:00.449504 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 36ffc669-cd09-4722-b183-e5b261054895 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:22:00.665567 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae9421-db1d-4db0-a521-10ad238b2d0d req-689ea144-02bc-48e0-9640-8b83793a2d85 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:00.666631 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7cae9421-db1d-4db0-a521-10ad238b2d0d req-689ea144-02bc-48e0-9640-8b83793a2d85 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 947 time: 0.0637434 Jun 27 21:22:00.676785 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e03631a-c5d4-46da-9106-d7693fbd50a2 None None] New status for floating IP bab44268-1041-4e90-abef-6f08496beb27: DOWN {{(pid=104133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:22:00.725159 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7cae9421-db1d-4db0-a521-10ad238b2d0d req-0f0fdfc0-5089-491d-a593-8665116b2886 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519438 Jun 27 21:22:00.970388 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-42a8071f-0e33-46a7-b7d8-7891962f1fd3 req-8bed19fa-d563-49c3-ae2d-97a914117e8a tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/ports?device_id=624274f6-859f-4e03-9c00-90574d06b2c5 HTTP/1.1" status: 200 len: 210 time: 0.0325997 Jun 27 21:22:01.776908 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 67ccd3c5-1cc9-425f-a7e3-26606e621d54 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:01.815426 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: 67ccd3c5-1cc9-425f-a7e3-26606e621d54 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:01.815854 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 67ccd3c5-1cc9-425f-a7e3-26606e621d54 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:01.873585 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a7c11-dcfa-436e-91db-db844f08988f req-5cb8273f-4ec1-43a9-97c1-7f874891742c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:01.875349 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0f4a7c11-dcfa-436e-91db-db844f08988f req-5cb8273f-4ec1-43a9-97c1-7f874891742c tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 947 time: 0.0686009 Jun 27 21:22:01.932225 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0f4a7c11-dcfa-436e-91db-db844f08988f req-e4bfbb44-0edf-4d1e-bffe-1ffc03f45e35 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500128 Jun 27 21:22:02.081564 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48472) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:02.151319 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-85f34b32-df24-4417-a000-be4cbb02aea3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (54a608df-ee6a-4fc4-881d-ee590a5a3588), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:02.186779 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-85f34b32-df24-4417-a000-be4cbb02aea3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (54a608df-ee6a-4fc4-881d-ee590a5a3588), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:02.247156 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-85f34b32-df24-4417-a000-be4cbb02aea3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (54a608df-ee6a-4fc4-881d-ee590a5a3588), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:02.250016 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-85f34b32-df24-4417-a000-be4cbb02aea3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:02.251228 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-85f34b32-df24-4417-a000-be4cbb02aea3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "DELETE /v2.0/security-groups/54a608df-ee6a-4fc4-881d-ee590a5a3588 HTTP/1.1" status: 204 len: 168 time: 0.1683674 Jun 27 21:22:02.254937 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48482) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:02.272945 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f34b32-df24-4417-a000-be4cbb02aea3 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a608df-ee6a-4fc4-881d-ee590a5a3588,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:02.277114 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.api.v2.resource [None req-abc85bee-fd0a-4be8-8c6f-3f22996991e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] show failed (client error): The resource could not be found. Jun 27 21:22:02.278696 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-abc85bee-fd0a-4be8-8c6f-3f22996991e8 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "GET /v2.0/security-groups/54a608df-ee6a-4fc4-881d-ee590a5a3588 HTTP/1.1" status: 404 len: 347 time: 0.0226800 Jun 27 21:22:02.281980 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48484) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:02.336286 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:02.408017 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f4602-2e98-4915-8866-38b57e17e938 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Deleting port ba2ad17e-7bd6-4257-b972-868c38d438ec {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:02.408349 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3e6f4602-2e98-4915-8866-38b57e17e938 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (ba2ad17e-7bd6-4257-b972-868c38d438ec), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:02.786612 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3e6f4602-2e98-4915-8866-38b57e17e938 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (ba2ad17e-7bd6-4257-b972-868c38d438ec), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:02.786940 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3e6f4602-2e98-4915-8866-38b57e17e938 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (ba2ad17e-7bd6-4257-b972-868c38d438ec), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:02.802246 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f4602-2e98-4915-8866-38b57e17e938 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Calling delete_port for ba2ad17e-7bd6-4257-b972-868c38d438ec owned by network:floatingip {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:02.861014 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:02.950567 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3e6f4602-2e98-4915-8866-38b57e17e938 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (ba2ad17e-7bd6-4257-b972-868c38d438ec), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:02.975091 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f4602-2e98-4915-8866-38b57e17e938 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Pushing event deleted for resources: {'Port': ['ID=ba2ad17e-7bd6-4257-b972-868c38d438ec,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:03.042989 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3e6f4602-2e98-4915-8866-38b57e17e938 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks [] for floatingip (bab44268-1041-4e90-abef-6f08496beb27), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:03.045511 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-3e6f4602-2e98-4915-8866-38b57e17e938 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:03.046679 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-3e6f4602-2e98-4915-8866-38b57e17e938 tempest-AttachVolumeTestJSON-971813324 tempest-AttachVolumeTestJSON-971813324-project] 10.222.0.13 "DELETE /v2.0/floatingips/bab44268-1041-4e90-abef-6f08496beb27 HTTP/1.1" status: 204 len: 168 time: 0.7629981 Jun 27 21:22:03.795680 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a0fa2-21fb-4303-a241-b61da4a9d00f req-58b87a0c-5bae-4062-acdc-4f292cf18462 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:03.797426 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2e4a0fa2-21fb-4303-a241-b61da4a9d00f req-58b87a0c-5bae-4062-acdc-4f292cf18462 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 946 time: 0.0506799 Jun 27 21:22:03.853227 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2e4a0fa2-21fb-4303-a241-b61da4a9d00f req-e7a2c873-3eb4-489a-bc58-0f9749023d12 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad12d04-d93b-4779-b847-005934b5acae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496888 Jun 27 21:22:04.978980 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe85af-59b7-4c64-9d8b-3aa540dcf619 req-e9c15915-5620-4f40-a7e9-ee4c128efd99 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:04.980368 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3afe85af-59b7-4c64-9d8b-3aa540dcf619 req-e9c15915-5620-4f40-a7e9-ee4c128efd99 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 946 time: 0.0498185 Jun 27 21:22:05.031086 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3afe85af-59b7-4c64-9d8b-3aa540dcf619 req-045de66d-b45f-49c5-a421-471031ee55c4 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad12d04-d93b-4779-b847-005934b5acae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450053 Jun 27 21:22:05.669133 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-3eafed7d-6499-4f68-a53c-06ad33a68466 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:05.670592 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-3eafed7d-6499-4f68-a53c-06ad33a68466 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 946 time: 0.0510142 Jun 27 21:22:05.761815 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Deleting port cd12e24f-8f5a-4809-bb58-743542a1d988 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:05.762187 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:05.864970 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] For port cd12e24f-8f5a-4809-bb58-743542a1d988, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cd12e24f-8f5a-4809-bb58-743542a1d988,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:05.865874 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:06.016781 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:06.042216 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:06.042571 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:06.042885 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Floating IP 43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2 disassociated. External IP: 172.27.0.168, port: cd12e24f-8f5a-4809-bb58-743542a1d988. Jun 27 21:22:06.043255 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Calling delete_port for cd12e24f-8f5a-4809-bb58-743542a1d988 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:06.169020 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dcd08-7323-4d8d-8dd2-163b10a0b8b7 req-9affb021-4de1-4b67-8813-978c8948fff9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:06.170537 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f12dcd08-7323-4d8d-8dd2-163b10a0b8b7 req-9affb021-4de1-4b67-8813-978c8948fff9 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eba84d8-7b64-46aa-94f3-8a58871b0c68 HTTP/1.1" status: 200 len: 946 time: 0.0647559 Jun 27 21:22:06.264713 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f12dcd08-7323-4d8d-8dd2-163b10a0b8b7 req-d14301a7-48d1-4ce5-9045-b1d8fb55bc26 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ad12d04-d93b-4779-b847-005934b5acae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881929 Jun 27 21:22:06.265709 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (cd12e24f-8f5a-4809-bb58-743542a1d988), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:06.298263 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'Port': ['ID=cd12e24f-8f5a-4809-bb58-743542a1d988,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:06.359845 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:06.422223 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Router 6a82da67-b908-4e2c-89ed-54a09475cceb has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:22:06.552621 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:22:06.564465 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b74afa7-7d8d-45b0-a8a6-87671144a6f8 None None] Sync routers for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:22:06.577803 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b74afa7-7d8d-45b0-a8a6-87671144a6f8 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:06.578512 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2b74afa7-7d8d-45b0-a8a6-87671144a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:06.607084 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] No DVR routers for this DVR port cd12e24f-8f5a-4809-bb58-743542a1d988 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:22:06.607084 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:06.610439 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4fa45979-e213-4b08-92d9-ba65d08cc888 req-19c56f8e-33b9-4d7a-99ca-d30aaeb757f7 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.33 "DELETE /v2.0/ports/cd12e24f-8f5a-4809-bb58-743542a1d988 HTTP/1.1" status: 204 len: 173 time: 0.9341624 Jun 27 21:22:06.610833 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'name': 'network-vif-deleted', 'tag': 'cd12e24f-8f5a-4809-bb58-743542a1d988'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:22:06.613613 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5374b067-04d1-40eb-90e6-3d71b99a2b84" -d '{"events": [{"server_uuid": "3eba84d8-7b64-46aa-94f3-8a58871b0c68", "name": "network-vif-deleted", "tag": "cd12e24f-8f5a-4809-bb58-743542a1d988"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:22:06.659011 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0add7fb2-0d9d-431b-8bd4-4fa02b7b2c9c x-openstack-request-id: req-0add7fb2-0d9d-431b-8bd4-4fa02b7b2c9c {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:22:06.659306 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eba84d8-7b64-46aa-94f3-8a58871b0c68", "name": "network-vif-deleted", "tag": "cd12e24f-8f5a-4809-bb58-743542a1d988", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:22:06.659558 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0add7fb2-0d9d-431b-8bd4-4fa02b7b2c9c {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:22:06.659967 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0add7fb2-0d9d-431b-8bd4-4fa02b7b2c9c'] response: {'server_uuid': '3eba84d8-7b64-46aa-94f3-8a58871b0c68', 'name': 'network-vif-deleted', 'tag': 'cd12e24f-8f5a-4809-bb58-743542a1d988', 'status': 'completed', 'code': 200} Jun 27 21:22:06.661680 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48540) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:06.736737 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-2b74afa7-7d8d-45b0-a8a6-87671144a6f8 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:06.918689 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:06.960763 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2b74afa7-7d8d-45b0-a8a6-87671144a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:06.989370 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b74afa7-7d8d-45b0-a8a6-87671144a6f8 None None] Checking router: 6a82da67-b908-4e2c-89ed-54a09475cceb for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:22:07.000189 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b74afa7-7d8d-45b0-a8a6-87671144a6f8 None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:07.001406 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2b74afa7-7d8d-45b0-a8a6-87671144a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:07.129546 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-2b74afa7-7d8d-45b0-a8a6-87671144a6f8 None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:07.262264 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589978'] for router_interface (d007bc45-beb0-4986-b003-751ca2df7666), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:07.303454 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:07.353339 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2b74afa7-7d8d-45b0-a8a6-87671144a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:07.366290 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48548) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:07.384688 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b74afa7-7d8d-45b0-a8a6-87671144a6f8 None None] The sync data for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi is: [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:16:04Z', 'revision_number': 4, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '9e5b461a-329e-45fc-ab52-278467f3deef', 'name': '', 'network_id': '88eac9a2-e4a8-414f-a6be-c486870814c1', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'mac_address': 'fa:16:3e:5b:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:59Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'subnets': [{'id': '564673c1-b936-44f6-8645-95a61d7eeae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:22:07.423229 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:07.447608 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5ca5f892-63de-491f-950b-c8dca3c83b88 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (2ad12d04-d93b-4779-b847-005934b5acae), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:07.457383 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:07.483193 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5ca5f892-63de-491f-950b-c8dca3c83b88 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (2ad12d04-d93b-4779-b847-005934b5acae), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:07.527224 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] Deleting port 03431261-80c9-4ff9-b564-b16bc00cc82c {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:07.527581 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:07.544218 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5ca5f892-63de-491f-950b-c8dca3c83b88 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (2ad12d04-d93b-4779-b847-005934b5acae), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:07.546910 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-5ca5f892-63de-491f-950b-c8dca3c83b88 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:07.548885 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-5ca5f892-63de-491f-950b-c8dca3c83b88 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ad12d04-d93b-4779-b847-005934b5acae HTTP/1.1" status: 204 len: 168 time: 0.1795332 Jun 27 21:22:07.551408 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48554) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:07.561514 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5f892-63de-491f-950b-c8dca3c83b88 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad12d04-d93b-4779-b847-005934b5acae,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:07.577864 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.api.v2.resource [None req-a612d2b9-0251-4f33-96c8-067529ee7bf0 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] show failed (client error): The resource could not be found. Jun 27 21:22:07.581981 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-a612d2b9-0251-4f33-96c8-067529ee7bf0 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "GET /v2.0/security-groups/2ad12d04-d93b-4779-b847-005934b5acae HTTP/1.1" status: 404 len: 347 time: 0.0218809 Jun 27 21:22:07.584573 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48558) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:07.644904 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] For port 03431261-80c9-4ff9-b564-b16bc00cc82c, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=03431261-80c9-4ff9-b564-b16bc00cc82c,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:07.645226 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:07.660008 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] Calling delete_port for 03431261-80c9-4ff9-b564-b16bc00cc82c owned by network:router_interface {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:07.688645 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6403e1-ab4e-4f0f-8407-6241e645583a None None] New status for floating IP 43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2: DOWN {{(pid=104133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:22:07.711054 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-7050e6ce-8d9e-4bd6-8d8a-9a952255a686 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Deleting port 0f9941fe-848d-4b2a-b0d6-038dc3610994 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:07.711395 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7050e6ce-8d9e-4bd6-8d8a-9a952255a686 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (0f9941fe-848d-4b2a-b0d6-038dc3610994), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:07.724588 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:07.812047 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7050e6ce-8d9e-4bd6-8d8a-9a952255a686 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (0f9941fe-848d-4b2a-b0d6-038dc3610994), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:07.812047 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7050e6ce-8d9e-4bd6-8d8a-9a952255a686 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (0f9941fe-848d-4b2a-b0d6-038dc3610994), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:07.826076 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-7050e6ce-8d9e-4bd6-8d8a-9a952255a686 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Calling delete_port for 0f9941fe-848d-4b2a-b0d6-038dc3610994 owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:07.872876 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (03431261-80c9-4ff9-b564-b16bc00cc82c), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:07.899882 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] Pushing event deleted for resources: {'Port': ['ID=03431261-80c9-4ff9-b564-b16bc00cc82c,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:07.973559 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7050e6ce-8d9e-4bd6-8d8a-9a952255a686 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (0f9941fe-848d-4b2a-b0d6-038dc3610994), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:08.005976 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050e6ce-8d9e-4bd6-8d8a-9a952255a686 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Pushing event deleted for resources: {'Port': ['ID=0f9941fe-848d-4b2a-b0d6-038dc3610994,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:08.077978 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590090'] for router_interface (d007bc45-beb0-4986-b003-751ca2df7666), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:08.110428 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7050e6ce-8d9e-4bd6-8d8a-9a952255a686 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks [] for floatingip (43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:08.113358 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7050e6ce-8d9e-4bd6-8d8a-9a952255a686 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:08.117289 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7050e6ce-8d9e-4bd6-8d8a-9a952255a686 tempest-AttachVolumeNegativeTest-993693367 tempest-AttachVolumeNegativeTest-993693367-project] 10.222.0.13 "DELETE /v2.0/floatingips/43a47e45-ffa5-4fbf-ac39-3a3e3df06cb2 HTTP/1.1" status: 204 len: 168 time: 0.5290589 Jun 27 21:22:08.250407 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:08.302349 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] Router d007bc45-beb0-4986-b003-751ca2df7666 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:22:08.410616 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:22:08.416409 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-4b08029e-5c0c-4f6e-aaa5-11c69795b61a admin admin] 10.222.0.13 "PUT /v2.0/routers/d007bc45-beb0-4986-b003-751ca2df7666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7532353 Jun 27 21:22:08.419200 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48574) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:08.421313 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01f25d2-c463-4826-a4aa-524b79c962b6 None None] Sync routers for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:22:08.433241 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f25d2-c463-4826-a4aa-524b79c962b6 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:08.433864 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-a01f25d2-c463-4826-a4aa-524b79c962b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:08.530978 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Publish callbacks [] for router (d007bc45-beb0-4986-b003-751ca2df7666), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:08.553405 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-a01f25d2-c463-4826-a4aa-524b79c962b6 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:08.635585 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Publish callbacks [] for router_gateway (d007bc45-beb0-4986-b003-751ca2df7666), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:08.683689 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Deleting port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:08.683928 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:08.709663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:08.713601 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:08.761378 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-a01f25d2-c463-4826-a4aa-524b79c962b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:22:07Z', 'revision_number': 5, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port': {'id': '442c4b7d-f9cf-4579-9b28-a0e233e86ec5', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:53Z', 'updated_at': '2022-06-27T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:08.788252 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01f25d2-c463-4826-a4aa-524b79c962b6 None None] Checking router: d007bc45-beb0-4986-b003-751ca2df7666 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:22:08.797439 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] For port 442c4b7d-f9cf-4579-9b28-a0e233e86ec5, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=442c4b7d-f9cf-4579-9b28-a0e233e86ec5,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:08.797804 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:08.798188 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f25d2-c463-4826-a4aa-524b79c962b6 None None] Routers {'d007bc45-beb0-4986-b003-751ca2df7666'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:08.798823 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-a01f25d2-c463-4826-a4aa-524b79c962b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:21:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d007bc45-beb0-4986-b003-751ca2df7666'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:08.815312 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Calling delete_port for 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 owned by network:router_gateway {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:08.891279 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-a01f25d2-c463-4826-a4aa-524b79c962b6 None None] Set router d007bc45-beb0-4986-b003-751ca2df7666 gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:08.946534 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-a01f25d2-c463-4826-a4aa-524b79c962b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:22:08Z', 'revision_number': 6, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port_host': None}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:08.972849 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01f25d2-c463-4826-a4aa-524b79c962b6 None None] The sync data for ids ['d007bc45-beb0-4986-b003-751ca2df7666'] in dv-cinder-847732-1-iscsi is: [{'id': 'd007bc45-beb0-4986-b003-751ca2df7666', 'name': 'tempest-AttachVolumeTestJSON-728561999-router', 'tenant_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:50Z', 'updated_at': '2022-06-27T21:22:08Z', 'revision_number': 6, 'project_id': 'd8c1bcb797ba4eb0ad6daf5ed39baa89', 'gw_port_host': None}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:22:08.995539 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (442c4b7d-f9cf-4579-9b28-a0e233e86ec5), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.019939 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Pushing event deleted for resources: {'Port': ['ID=442c4b7d-f9cf-4579-9b28-a0e233e86ec5,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:09.089134 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601284'] for router_gateway (d007bc45-beb0-4986-b003-751ca2df7666), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.177054 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2570'] for router (d007bc45-beb0-4986-b003-751ca2df7666), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.179651 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Publish callbacks [] for router_controller (d007bc45-beb0-4986-b003-751ca2df7666), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.226747 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591556'] for router (d007bc45-beb0-4986-b003-751ca2df7666), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.227374 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d007bc45-beb0-4986-b003-751ca2df7666 {{(pid=104131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 21:22:09.232016 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.233205 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-bc7376eb-e61e-4af7-b8dd-5415ac1da748 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d007bc45-beb0-4986-b003-751ca2df7666 HTTP/1.1" status: 204 len: 168 time: 0.8130345 Jun 27 21:22:09.235800 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48578) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:09.242760 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:09.284594 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1bdf7b-4f35-4fca-bb2f-7ac031b3b37a admin admin] Deleting subnet 213cf038-a41b-410c-bb9f-41e81ba7f4cf {{(pid=104131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:22:09.287994 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdf7b-4f35-4fca-bb2f-7ac031b3b37a admin admin] Publish callbacks [] for subnet (213cf038-a41b-410c-bb9f-41e81ba7f4cf), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.329311 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdf7b-4f35-4fca-bb2f-7ac031b3b37a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757281'] for subnet (213cf038-a41b-410c-bb9f-41e81ba7f4cf), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.432891 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdf7b-4f35-4fca-bb2f-7ac031b3b37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (213cf038-a41b-410c-bb9f-41e81ba7f4cf), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.492418 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdf7b-4f35-4fca-bb2f-7ac031b3b37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966619'] for subnet (213cf038-a41b-410c-bb9f-41e81ba7f4cf), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.520136 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bdf7b-4f35-4fca-bb2f-7ac031b3b37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213cf038-a41b-410c-bb9f-41e81ba7f4cf,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:09.526013 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdf7b-4f35-4fca-bb2f-7ac031b3b37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.529829 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-bb1bdf7b-4f35-4fca-bb2f-7ac031b3b37a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/213cf038-a41b-410c-bb9f-41e81ba7f4cf HTTP/1.1" status: 204 len: 168 time: 0.2930501 Jun 27 21:22:09.531356 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23daa33a-d65f-4317-ad02-2074e64838d5 None None] Network 1ab36d48-170c-4f48-af11-d6da9c4061e0 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:22:09.532421 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48590) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:09.612189 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (1ab36d48-170c-4f48-af11-d6da9c4061e0), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.657058 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Deleting port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:09.657392 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.729888 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] For port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=7cd92001-78d3-4b84-8a47-174aa5c3fdf7,segment=NetworkSegment(ba88e9a6-4b75-4044-bc8b-e81d76ddba95),segment_id=ba88e9a6-4b75-4044-bc8b-e81d76ddba95)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:09.730165 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.746927 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Calling delete_port for 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:09.824659 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device cd12e24f-8f5a-4809-bb58-743542a1d988 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:09.844669 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: cd12e24f-8f5a-4809-bb58-743542a1d988 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:09.845171 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device cd12e24f-8f5a-4809-bb58-743542a1d988 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:09.856203 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (7cd92001-78d3-4b84-8a47-174aa5c3fdf7), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.863406 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7ec90-8766-4fb4-8635-8aaaf20bf65c None None] DHCP port deletion for 1ab36d48-170c-4f48-af11-d6da9c4061e0 request from dv-cinder-847732-1-iscsi {{(pid=104132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 21:22:09.874509 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 03431261-80c9-4ff9-b564-b16bc00cc82c no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:09.888408 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd92001-78d3-4b84-8a47-174aa5c3fdf7,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:09.890366 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] No DVR routers for this DVR port 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 on host dv-cinder-847732-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:22:09.895565 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:09.905933 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 03431261-80c9-4ff9-b564-b16bc00cc82c {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:09.906553 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 03431261-80c9-4ff9-b564-b16bc00cc82c not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:09.907106 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:09.926603 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:09.927162 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 442c4b7d-f9cf-4579-9b28-a0e233e86ec5 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:09.983186 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (1ab36d48-170c-4f48-af11-d6da9c4061e0), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:09.985791 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:10.006516 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab36d48-170c-4f48-af11-d6da9c4061e0']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:10.023306 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:10.023306 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba88e9a6-4b75-4044-bc8b-e81d76ddba95') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:10.037824 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5529884'] for segment (ba88e9a6-4b75-4044-bc8b-e81d76ddba95), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:10.057420 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (ba88e9a6-4b75-4044-bc8b-e81d76ddba95), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:10.065308 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:22:10.065735 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5528959'] for segment (ba88e9a6-4b75-4044-bc8b-e81d76ddba95), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:10.122442 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment ba88e9a6-4b75-4044-bc8b-e81d76ddba95 resource provider aggregate not found Jun 27 21:22:10.142347 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment ba88e9a6-4b75-4044-bc8b-e81d76ddba95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba88e9a6-4b75-4044-bc8b-e81d76ddba95 found for delete ", "request_id": "req-d6b8f49d-c3db-4225-8e4e-4b2f8ebac0d7"}]} Jun 27 21:22:10.143876 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (1ab36d48-170c-4f48-af11-d6da9c4061e0), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:10.149148 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:10.152877 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1ab36d48-170c-4f48-af11-d6da9c4061e0 HTTP/1.1" status: 204 len: 168 time: 0.6193855 Jun 27 21:22:10.166823 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc798b-1fbc-4c36-a7f9-4ac9403a1b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab36d48-170c-4f48-af11-d6da9c4061e0,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:10.271990 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48604) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:10.322954 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7613e52d-e6a5-46fa-badc-d3237e983b79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8c1bcb797ba4eb0ad6daf5ed39baa89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0496304 Jun 27 21:22:10.325470 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48606) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:10.385368 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-00b31ff4-c3c2-4245-a8ee-0902d6fab272 admin admin] Publish callbacks [] for security_group (821ad359-a79e-40ed-873d-c57c04e68127), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:10.407489 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-00b31ff4-c3c2-4245-a8ee-0902d6fab272 admin admin] Publish callbacks [] for security_group (821ad359-a79e-40ed-873d-c57c04e68127), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:10.427478 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-de38c29b-b8c2-43dd-a266-83230d451288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:10.438075 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:10.468984 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-00b31ff4-c3c2-4245-a8ee-0902d6fab272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (821ad359-a79e-40ed-873d-c57c04e68127), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:10.471534 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-00b31ff4-c3c2-4245-a8ee-0902d6fab272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:10.475107 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-00b31ff4-c3c2-4245-a8ee-0902d6fab272 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/821ad359-a79e-40ed-873d-c57c04e68127 HTTP/1.1" status: 204 len: 168 time: 0.1462831 Jun 27 21:22:10.482372 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b31ff4-c3c2-4245-a8ee-0902d6fab272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821ad359-a79e-40ed-873d-c57c04e68127,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:11.618773 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:11.638408 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:11.638749 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 7cd92001-78d3-4b84-8a47-174aa5c3fdf7 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:11.874775 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48668) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:12.316001 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48680) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:12.389698 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589978'] for router_interface (6a82da67-b908-4e2c-89ed-54a09475cceb), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:12.438084 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-13df40fc-d166-45bf-829b-a5727b711965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:12.532133 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-13df40fc-d166-45bf-829b-a5727b711965 admin admin] Publish callbacks [] for security_group (3365cf71-39cf-4cf7-8767-a011a3f1a1e8), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:12.537869 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-13df40fc-d166-45bf-829b-a5727b711965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (3365cf71-39cf-4cf7-8767-a011a3f1a1e8), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:12.581326 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df40fc-d166-45bf-829b-a5727b711965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3365cf71-39cf-4cf7-8767-a011a3f1a1e8,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:12.590546 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-13df40fc-d166-45bf-829b-a5727b711965 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=491ea0fd07644de68f0110114edf9b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706044 Jun 27 21:22:12.591608 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48684) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:12.625292 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-30b62017-cda6-4bb9-b5f2-c0cfbd526b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:12.651570 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dcd62185-e2ac-42f2-8ee9-7e1dfdab1462 admin admin] Publish callbacks [] for security_group (3365cf71-39cf-4cf7-8767-a011a3f1a1e8), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:12.676448 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dcd62185-e2ac-42f2-8ee9-7e1dfdab1462 admin admin] Publish callbacks [] for security_group (3365cf71-39cf-4cf7-8767-a011a3f1a1e8), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:12.738468 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dcd62185-e2ac-42f2-8ee9-7e1dfdab1462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (3365cf71-39cf-4cf7-8767-a011a3f1a1e8), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:12.741489 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dcd62185-e2ac-42f2-8ee9-7e1dfdab1462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:12.746243 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-dcd62185-e2ac-42f2-8ee9-7e1dfdab1462 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3365cf71-39cf-4cf7-8767-a011a3f1a1e8 HTTP/1.1" status: 204 len: 168 time: 0.1510878 Jun 27 21:22:12.757847 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd62185-e2ac-42f2-8ee9-7e1dfdab1462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3365cf71-39cf-4cf7-8767-a011a3f1a1e8,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:12.904213 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:12.938134 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] Deleting port 9e5b461a-329e-45fc-ab52-278467f3deef {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:12.938498 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.039246 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] For port 9e5b461a-329e-45fc-ab52-278467f3deef, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=9e5b461a-329e-45fc-ab52-278467f3deef,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:13.039606 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.061584 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] Calling delete_port for 9e5b461a-329e-45fc-ab52-278467f3deef owned by network:router_interface {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:13.096190 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48700) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:13.110051 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-183de49e-baf2-4dbc-b826-a86a8d9aaf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.160645 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-2471ebf4-93a0-403f-9c96-2360e89dc9a1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6158128&fields=id&tenant_id=824cb65198bf417fbc4baeae349d358d HTTP/1.1" status: 200 len: 267 time: 0.0966711 Jun 27 21:22:13.197572 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-183de49e-baf2-4dbc-b826-a86a8d9aaf03 admin admin] Publish callbacks [] for security_group (99956ed8-37c9-40e0-8aaf-2e991116914a), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.202126 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-183de49e-baf2-4dbc-b826-a86a8d9aaf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (99956ed8-37c9-40e0-8aaf-2e991116914a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.217241 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:13.243446 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-183de49e-baf2-4dbc-b826-a86a8d9aaf03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f2f8b0b514f41ed9a204f2587f9f503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460316 Jun 27 21:22:13.244294 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183de49e-baf2-4dbc-b826-a86a8d9aaf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99956ed8-37c9-40e0-8aaf-2e991116914a,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:13.246669 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48702) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:13.300605 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-19f47e73-e051-4075-b7c0-2546b835deb6 admin admin] Publish callbacks [] for security_group (99956ed8-37c9-40e0-8aaf-2e991116914a), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.310174 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:13.315808 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=13 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:13.326521 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-19f47e73-e051-4075-b7c0-2546b835deb6 admin admin] Publish callbacks [] for security_group (99956ed8-37c9-40e0-8aaf-2e991116914a), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.363208 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-8c3bbd36-e9f5-4e89-805f-2bbb2d6c791c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:13.364774 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-8c3bbd36-e9f5-4e89-805f-2bbb2d6c791c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 811 time: 0.1934736 Jun 27 21:22:13.383779 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-19f47e73-e051-4075-b7c0-2546b835deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (99956ed8-37c9-40e0-8aaf-2e991116914a), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.386356 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-19f47e73-e051-4075-b7c0-2546b835deb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.390182 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-19f47e73-e051-4075-b7c0-2546b835deb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99956ed8-37c9-40e0-8aaf-2e991116914a HTTP/1.1" status: 204 len: 168 time: 0.1399982 Jun 27 21:22:13.393696 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-d19435bb-7b56-4ea5-b16e-85a35d8d0fe3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/quotas/824cb65198bf417fbc4baeae349d358d HTTP/1.1" status: 200 len: 375 time: 0.0180547 Jun 27 21:22:13.395928 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f47e73-e051-4075-b7c0-2546b835deb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99956ed8-37c9-40e0-8aaf-2e991116914a,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:13.408770 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:13.416341 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (9e5b461a-329e-45fc-ab52-278467f3deef), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.470550 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5b461a-329e-45fc-ab52-278467f3deef,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:13.507056 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-851a24a8-0ab1-412a-abbf-4fa14c2d9d64 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925903 Jun 27 21:22:13.708868 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-85d52279-251a-42c8-a03e-0cf1a41859df service neutron] 10.222.0.13 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804116 Jun 27 21:22:13.777836 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590090'] for router_interface (6a82da67-b908-4e2c-89ed-54a09475cceb), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.798068 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:13.813167 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:13.891305 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-fa4827ac-4d54-4464-b589-72a4d0924c03 service neutron] 10.222.0.13 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577916 Jun 27 21:22:14.059731 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] Router 6a82da67-b908-4e2c-89ed-54a09475cceb has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:22:14.190738 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:22:14.196753 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-2031d725-439c-4504-8c71-4cb514a15db6 admin admin] 10.222.0.13 "PUT /v2.0/routers/6a82da67-b908-4e2c-89ed-54a09475cceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3208940 Jun 27 21:22:14.205215 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48732) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:14.208069 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1ba41-5a82-472a-9139-fef6121d83bf None None] Sync routers for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:22:14.220574 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1ba41-5a82-472a-9139-fef6121d83bf None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:14.221259 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-1bd1ba41-5a82-472a-9139-fef6121d83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:14.329508 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-1bd1ba41-5a82-472a-9139-fef6121d83bf None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:14.369681 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9e8b9c4c-a4a1-4bd8-a563-dfa42223df5b req-6cfef8e6-bee4-4d5d-be6d-5c1ceceee78f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 210 time: 0.0941708 Jun 27 21:22:14.379728 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Publish callbacks [] for router (6a82da67-b908-4e2c-89ed-54a09475cceb), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:14.495322 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Publish callbacks [] for router_gateway (6a82da67-b908-4e2c-89ed-54a09475cceb), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:14.548319 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:14.556481 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Deleting port 811a5f7c-8258-4c67-831d-171dc2ef5120 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:14.557010 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:14.602241 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:14.681639 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] For port 811a5f7c-8258-4c67-831d-171dc2ef5120, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=811a5f7c-8258-4c67-831d-171dc2ef5120,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:14.682001 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:14.682116 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-1bd1ba41-5a82-472a-9139-fef6121d83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:22:13Z', 'revision_number': 5, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port': {'id': '811a5f7c-8258-4c67-831d-171dc2ef5120', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:49Z', 'updated_at': '2022-06-27T21:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:14.697078 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Calling delete_port for 811a5f7c-8258-4c67-831d-171dc2ef5120 owned by network:router_gateway {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:14.712563 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1ba41-5a82-472a-9139-fef6121d83bf None None] Checking router: 6a82da67-b908-4e2c-89ed-54a09475cceb for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:22:14.727958 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1ba41-5a82-472a-9139-fef6121d83bf None None] Routers {'6a82da67-b908-4e2c-89ed-54a09475cceb'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:14.729131 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-1bd1ba41-5a82-472a-9139-fef6121d83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['6a82da67-b908-4e2c-89ed-54a09475cceb'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:14.863031 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-1bd1ba41-5a82-472a-9139-fef6121d83bf None None] Set router 6a82da67-b908-4e2c-89ed-54a09475cceb gateway port host: None {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:14.897595 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (811a5f7c-8258-4c67-831d-171dc2ef5120), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:14.920761 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-1bd1ba41-5a82-472a-9139-fef6121d83bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:22:14Z', 'revision_number': 6, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port_host': None}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:14.932496 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Pushing event deleted for resources: {'Port': ['ID=811a5f7c-8258-4c67-831d-171dc2ef5120,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:14.963477 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1ba41-5a82-472a-9139-fef6121d83bf None None] The sync data for ids ['6a82da67-b908-4e2c-89ed-54a09475cceb'] in dv-cinder-847732-1-iscsi is: [{'id': '6a82da67-b908-4e2c-89ed-54a09475cceb', 'name': 'tempest-AttachVolumeNegativeTest-163014303-router', 'tenant_id': '4a74724882c84e8f893f5be0f59a9581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:46Z', 'updated_at': '2022-06-27T21:22:14Z', 'revision_number': 6, 'project_id': '4a74724882c84e8f893f5be0f59a9581', 'gw_port_host': None}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:22:15.036354 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601284'] for router_gateway (6a82da67-b908-4e2c-89ed-54a09475cceb), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.130517 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2570'] for router (6a82da67-b908-4e2c-89ed-54a09475cceb), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.133551 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Publish callbacks [] for router_controller (6a82da67-b908-4e2c-89ed-54a09475cceb), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.179312 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591556'] for router (6a82da67-b908-4e2c-89ed-54a09475cceb), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.180464 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a82da67-b908-4e2c-89ed-54a09475cceb {{(pid=104130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 21:22:15.186136 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.187830 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-445155ed-50a6-4d75-bf29-9b96f4fc792a admin admin] 10.222.0.13 "DELETE /v2.0/routers/6a82da67-b908-4e2c-89ed-54a09475cceb HTTP/1.1" status: 204 len: 168 time: 0.9776027 Jun 27 21:22:15.191587 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48764) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:15.200070 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:15.245474 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_v2 [None req-704ef158-82a6-4756-8e36-6e959e5b3e55 admin admin] Deleting subnet 564673c1-b936-44f6-8645-95a61d7eeae3 {{(pid=104131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:22:15.248990 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-704ef158-82a6-4756-8e36-6e959e5b3e55 admin admin] Publish callbacks [] for subnet (564673c1-b936-44f6-8645-95a61d7eeae3), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.288522 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-704ef158-82a6-4756-8e36-6e959e5b3e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757281'] for subnet (564673c1-b936-44f6-8645-95a61d7eeae3), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.386688 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-704ef158-82a6-4756-8e36-6e959e5b3e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (564673c1-b936-44f6-8645-95a61d7eeae3), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.470276 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.540615 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-107033af-d340-4479-833c-6cf0f1342c62 req-0837e4d6-7a8f-4faf-893d-00dd0ae7de01 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 210 time: 0.0677657 Jun 27 21:22:15.577301 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-704ef158-82a6-4756-8e36-6e959e5b3e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966619'] for subnet (564673c1-b936-44f6-8645-95a61d7eeae3), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.613673 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ef158-82a6-4756-8e36-6e959e5b3e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=564673c1-b936-44f6-8645-95a61d7eeae3,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:15.625099 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-4979cc13-06d4-4d01-9e5b-9fe36ec9a1e3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:15.626163 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-4979cc13-06d4-4d01-9e5b-9fe36ec9a1e3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 811 time: 0.2145796 Jun 27 21:22:15.631117 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-704ef158-82a6-4756-8e36-6e959e5b3e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.637454 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-704ef158-82a6-4756-8e36-6e959e5b3e55 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/564673c1-b936-44f6-8645-95a61d7eeae3 HTTP/1.1" status: 204 len: 168 time: 0.4447773 Jun 27 21:22:15.637738 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48768) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:15.639068 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e048bd-9abc-4c56-bee3-55d61b035e2c None None] Network 88eac9a2-e4a8-414f-a6be-c486870814c1 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:22:15.739969 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-ad24a900-54a4-4096-ae90-22e422d98729 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=824cb65198bf417fbc4baeae349d358d HTTP/1.1" status: 200 len: 377 time: 0.0850146 Jun 27 21:22:15.748364 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.752099 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'port': {'device_id': '0641e731-c003-43d1-93c6-072ca2542d9f', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'admin_state_up': True, 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'security_groups': ['f81de922-c5ea-4eea-8ec3-799552313709']}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:22:15.765885 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:15.770962 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (88eac9a2-e4a8-414f-a6be-c486870814c1), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.891906 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Deleting port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:15.892248 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.916062 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:15.918368 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60794daf-c291-4761-a8ec-2c38444b8295 None None] DHCP port deletion for 88eac9a2-e4a8-414f-a6be-c486870814c1 request from dv-cinder-847732-1-iscsi {{(pid=104132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 21:22:15.962566 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 811a5f7c-8258-4c67-831d-171dc2ef5120 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:15.966995 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:15.981789 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] For port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=690c0a8c-77b6-4265-8d62-5ef7f8a7a801,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:15.982211 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:15.990799 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 811a5f7c-8258-4c67-831d-171dc2ef5120 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:15.991713 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 811a5f7c-8258-4c67-831d-171dc2ef5120 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:15.992614 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 9e5b461a-329e-45fc-ab52-278467f3deef no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:15.993237 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Made reservation on behalf of 824cb65198bf417fbc4baeae349d358d for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:22:15.999043 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.000864 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Calling delete_port for 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:16.014519 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-60794daf-c291-4761-a8ec-2c38444b8295 None None] Deleting port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 {{(pid=104132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:16.015027 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-60794daf-c291-4761-a8ec-2c38444b8295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), before_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.017853 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 9e5b461a-329e-45fc-ab52-278467f3deef {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:16.018443 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 9e5b461a-329e-45fc-ab52-278467f3deef not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:16.098032 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-60794daf-c291-4761-a8ec-2c38444b8295 None None] For port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=690c0a8c-77b6-4265-8d62-5ef7f8a7a801,segment=NetworkSegment(7db7cb31-c1ac-48e8-aac8-ff94635492c2),segment_id=7db7cb31-c1ac-48e8-aac8-ff94635492c2)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:16.098421 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-60794daf-c291-4761-a8ec-2c38444b8295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), precommit_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.115867 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-60794daf-c291-4761-a8ec-2c38444b8295 None None] Calling delete_port for 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 owned by network:dhcp {{(pid=104132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:16.120375 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.149769 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Pushing event deleted for resources: {'Port': ['ID=690c0a8c-77b6-4265-8d62-5ef7f8a7a801,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:16.161223 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] No DVR routers for this DVR port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 on host dv-cinder-847732-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:22:16.167357 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Allocated IP 172.20.0.3 (09838620-b3d2-4651-acb5-4212286d0e49/15160d24-9e98-4e42-9096-d92fe29abc8d/75002039-0422-4d26-902e-76319b2a7e3b) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:22:16.197763 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-60794daf-c291-4761-a8ec-2c38444b8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (690c0a8c-77b6-4265-8d62-5ef7f8a7a801), after_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.221413 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60794daf-c291-4761-a8ec-2c38444b8295 None None] Pushing event deleted for resources: {'Port': ['ID=690c0a8c-77b6-4265-8d62-5ef7f8a7a801,revision_number=None']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:16.230766 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60794daf-c291-4761-a8ec-2c38444b8295 None None] No DVR routers for this DVR port 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 on host dv-cinder-847732-1-iscsi {{(pid=104132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:22:16.254743 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (88eac9a2-e4a8-414f-a6be-c486870814c1), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.284055 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88eac9a2-e4a8-414f-a6be-c486870814c1']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:16.295286 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db7cb31-c1ac-48e8-aac8-ff94635492c2') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:16.295782 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db7cb31-c1ac-48e8-aac8-ff94635492c2') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:16.309303 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5529884'] for segment (7db7cb31-c1ac-48e8-aac8-ff94635492c2), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.323566 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (7db7cb31-c1ac-48e8-aac8-ff94635492c2), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.331185 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:22:16.331572 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5528959'] for segment (7db7cb31-c1ac-48e8-aac8-ff94635492c2), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.348383 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for port (75002039-0422-4d26-902e-76319b2a7e3b), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.350449 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 7db7cb31-c1ac-48e8-aac8-ff94635492c2 resource provider aggregate not found Jun 27 21:22:16.375861 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:16.384048 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (75002039-0422-4d26-902e-76319b2a7e3b), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.399281 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 7db7cb31-c1ac-48e8-aac8-ff94635492c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7db7cb31-c1ac-48e8-aac8-ff94635492c2 found for delete ", "request_id": "req-96a37b3f-04a1-4ccc-82cc-834924b28c63"}]} Jun 27 21:22:16.409184 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (88eac9a2-e4a8-414f-a6be-c486870814c1), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.414816 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.418644 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] 10.222.0.13 "DELETE /v2.0/networks/88eac9a2-e4a8-414f-a6be-c486870814c1 HTTP/1.1" status: 204 len: 168 time: 0.7799633 Jun 27 21:22:16.434250 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948a03a-1b42-4754-8ae3-2193c05fdc72 admin admin] Pushing event deleted for resources: {'Network': ['ID=88eac9a2-e4a8-414f-a6be-c486870814c1,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:16.450258 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Network 09838620-b3d2-4651-acb5-4212286d0e49 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:22:16.456503 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:22:16.459787 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:22:16.483805 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'Port': ['ID=75002039-0422-4d26-902e-76319b2a7e3b,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:16.522270 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:16.524119 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.545898 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-3d953609-6ee8-4c46-9350-b4b5788d67e8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7976072 Jun 27 21:22:16.564641 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Request body: {'port': {'device_id': '0641e731-c003-43d1-93c6-072ca2542d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:22:16.687387 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (75002039-0422-4d26-902e-76319b2a7e3b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.692281 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2860d2b-223b-47d1-baa7-28feed0a32ab req-44ad5230-ea3b-4442-a0d7-a98688e6f751 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:16.700143 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e2860d2b-223b-47d1-baa7-28feed0a32ab req-44ad5230-ea3b-4442-a0d7-a98688e6f751 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 931 time: 0.0708420 Jun 27 21:22:16.718072 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48782) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:16.774077 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-7790b362-cb9b-4c84-84a5-36cc55f022e4 None None] Provisioning complete for port 75002039-0422-4d26-902e-76319b2a7e3b triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:22:16.774667 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7790b362-cb9b-4c84-84a5-36cc55f022e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (75002039-0422-4d26-902e-76319b2a7e3b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.777906 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-670010b6-23a0-4d08-9ccb-8e8f55a2b70e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a74724882c84e8f893f5be0f59a9581&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0579901 Jun 27 21:22:16.780570 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48784) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:16.815170 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-7790b362-cb9b-4c84-84a5-36cc55f022e4 None None] Port 75002039-0422-4d26-902e-76319b2a7e3b cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:22:16.821204 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e2860d2b-223b-47d1-baa7-28feed0a32ab req-8787ab2e-a369-452a-adef-71d7da032690 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1197886 Jun 27 21:22:16.825198 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:16.865734 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca63abf2-374c-4147-b5db-45afc5729359 admin admin] Publish callbacks [] for security_group (94b13089-7105-4c20-a850-72b250f67fa7), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.891547 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca63abf2-374c-4147-b5db-45afc5729359 admin admin] Publish callbacks [] for security_group (94b13089-7105-4c20-a850-72b250f67fa7), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.953644 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca63abf2-374c-4147-b5db-45afc5729359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (94b13089-7105-4c20-a850-72b250f67fa7), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.956608 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ca63abf2-374c-4147-b5db-45afc5729359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:16.960608 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ca63abf2-374c-4147-b5db-45afc5729359 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94b13089-7105-4c20-a850-72b250f67fa7 HTTP/1.1" status: 204 len: 168 time: 0.1765375 Jun 27 21:22:16.967198 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63abf2-374c-4147-b5db-45afc5729359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b13089-7105-4c20-a850-72b250f67fa7,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:16.994304 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75002039-0422-4d26-902e-76319b2a7e3b {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:22:17.005836 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Publish callbacks [] for port (75002039-0422-4d26-902e-76319b2a7e3b), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:17.025088 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Transition to ACTIVE for port object 75002039-0422-4d26-902e-76319b2a7e3b will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:22:17.029777 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (75002039-0422-4d26-902e-76319b2a7e3b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:17.088470 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Pushing event updated for resources: {'Port': ['ID=75002039-0422-4d26-902e-76319b2a7e3b,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:17.169904 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Attempting to bind port 75002039-0422-4d26-902e-76319b2a7e3b on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:22:17.170231 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Attempting to bind port 75002039-0422-4d26-902e-76319b2a7e3b by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:22:17.170556 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Attempting to bind port 75002039-0422-4d26-902e-76319b2a7e3b on network 09838620-b3d2-4651-acb5-4212286d0e49 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:22:17.175273 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Port 75002039-0422-4d26-902e-76319b2a7e3b on network 09838620-b3d2-4651-acb5-4212286d0e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:22:17.175585 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Attempting to bind port 75002039-0422-4d26-902e-76319b2a7e3b on network 09838620-b3d2-4651-acb5-4212286d0e49 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:22:17.182194 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:22:17.182567 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Checking segment: {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:22:17.182906 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Bound using segment: {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:22:17.183328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Bound port: 75002039-0422-4d26-902e-76319b2a7e3b, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:22:17.183671 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (75002039-0422-4d26-902e-76319b2a7e3b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:17.270014 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] For port 75002039-0422-4d26-902e-76319b2a7e3b, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:22:17.274605 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] For port 75002039-0422-4d26-902e-76319b2a7e3b, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=75002039-0422-4d26-902e-76319b2a7e3b,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:22:17.285557 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (75002039-0422-4d26-902e-76319b2a7e3b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:17.356544 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:17.357577 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:17.358810 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] 10.222.0.33 "PUT /v2.0/ports/75002039-0422-4d26-902e-76319b2a7e3b HTTP/1.1" status: 200 len: 1093 time: 0.7992544 Jun 27 21:22:17.359354 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0641e731-c003-43d1-93c6-072ca2542d9f', 'tag': '75002039-0422-4d26-902e-76319b2a7e3b'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:22:17.363268 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4781990d-d085-44e5-856a-ddeb4a888c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "0641e731-c003-43d1-93c6-072ca2542d9f", "tag": "75002039-0422-4d26-902e-76319b2a7e3b"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:22:17.378075 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb69ab-8305-4fff-83bc-817dd93ce730 service neutron] Pushing event updated for resources: {'Port': ['ID=75002039-0422-4d26-902e-76319b2a7e3b,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:17.467647 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29290602-2955-45cd-ad29-b26f8a06a680 x-openstack-request-id: req-29290602-2955-45cd-ad29-b26f8a06a680 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:22:17.468121 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0641e731-c003-43d1-93c6-072ca2542d9f", "tag": "75002039-0422-4d26-902e-76319b2a7e3b", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:22:17.468542 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29290602-2955-45cd-ad29-b26f8a06a680 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:22:17.469120 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29290602-2955-45cd-ad29-b26f8a06a680'] response: {'name': 'network-changed', 'server_uuid': '0641e731-c003-43d1-93c6-072ca2542d9f', 'tag': '75002039-0422-4d26-902e-76319b2a7e3b', 'status': 'completed', 'code': 200} Jun 27 21:22:17.483183 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-c6b48167-1e23-4c9b-b75a-ac5319274b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:17.484697 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-c6b48167-1e23-4c9b-b75a-ac5319274b92 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 1127 time: 0.0625484 Jun 27 21:22:17.539983 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-f829dfea-d316-47ca-897b-5402d698102e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75002039-0422-4d26-902e-76319b2a7e3b HTTP/1.1" status: 200 len: 217 time: 0.0418680 Jun 27 21:22:17.596793 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-be9b5e23-3ca7-44d0-8b00-200b7eca91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:17.598341 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-be9b5e23-3ca7-44d0-8b00-200b7eca91e9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0535970 Jun 27 21:22:17.653786 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:17.669920 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:17.671745 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-1dbb88f6-abc6-49bb-b5c8-959a2cfd26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:17.674061 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-1dbb88f6-abc6-49bb-b5c8-959a2cfd26ab service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664928 Jun 27 21:22:17.678842 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:17.679248 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 690c0a8c-77b6-4265-8d62-5ef7f8a7a801 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:17.806013 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-1c706ed6-8b81-47d8-9139-265d27b24391 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198120 Jun 27 21:22:17.944945 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-985b6ed8-e2ed-485c-b17f-8430d9d0cd75 req-0a3268c0-e552-4b29-a373-c30e7e5bf5e1 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329472 Jun 27 21:22:17.979290 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ee3ca-5e89-4d85-b1af-5ade133a8147 req-a4c75940-89c9-4c55-8774-38f76679155a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:17.981096 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2b2ee3ca-5e89-4d85-b1af-5ade133a8147 req-a4c75940-89c9-4c55-8774-38f76679155a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 943 time: 0.0599687 Jun 27 21:22:18.039050 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-2b2ee3ca-5e89-4d85-b1af-5ade133a8147 req-0973ec67-051e-4025-bf66-46ac6467f801 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0517423 Jun 27 21:22:18.311420 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781990d-d085-44e5-856a-ddeb4a888c4b req-d8e0f68f-00c1-46b1-9fc8-cfa4ffd71b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:18.312915 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4781990d-d085-44e5-856a-ddeb4a888c4b req-d8e0f68f-00c1-46b1-9fc8-cfa4ffd71b89 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 1127 time: 0.0495892 Jun 27 21:22:18.411838 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781990d-d085-44e5-856a-ddeb4a888c4b req-8bdcdfa9-45a4-49a4-b574-0cd278428571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:18.413340 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4781990d-d085-44e5-856a-ddeb4a888c4b req-8bdcdfa9-45a4-49a4-b574-0cd278428571 service neutron] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 912 time: 0.0940597 Jun 27 21:22:18.454915 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4781990d-d085-44e5-856a-ddeb4a888c4b req-2d0b29d9-326c-4fe0-b9ae-6bb4e7687ad9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75002039-0422-4d26-902e-76319b2a7e3b HTTP/1.1" status: 200 len: 217 time: 0.0346670 Jun 27 21:22:18.495510 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:18.508014 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781990d-d085-44e5-856a-ddeb4a888c4b req-6240db9f-02ef-4b93-9d76-03a9b05150ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:18.509729 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4781990d-d085-44e5-856a-ddeb4a888c4b req-6240db9f-02ef-4b93-9d76-03a9b05150ce service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0486774 Jun 27 21:22:18.560473 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781990d-d085-44e5-856a-ddeb4a888c4b req-11be77a6-a054-4976-bb79-da185363317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:18.562012 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4781990d-d085-44e5-856a-ddeb4a888c4b req-11be77a6-a054-4976-bb79-da185363317b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459960 Jun 27 21:22:18.657721 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4781990d-d085-44e5-856a-ddeb4a888c4b req-e9cf5993-6f2d-4617-9700-8b7c4e4bb3b3 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893760 Jun 27 21:22:18.755348 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4781990d-d085-44e5-856a-ddeb4a888c4b req-32ab86f3-1970-416d-b845-8fc7408a3dae service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900795 Jun 27 21:22:19.162760 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48862) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:19.175306 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a3242-8aa8-474b-b6b0-e9cfc19ff24f req-46afbb00-9967-4682-83cc-e4561e10b569 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:19.176818 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-256a3242-8aa8-474b-b6b0-e9cfc19ff24f req-46afbb00-9967-4682-83cc-e4561e10b569 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 943 time: 0.0572062 Jun 27 21:22:19.242816 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-256a3242-8aa8-474b-b6b0-e9cfc19ff24f req-1e67a00e-f986-441f-89a8-43b1155713f4 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0599346 Jun 27 21:22:19.298192 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b1d49c89-72c7-4789-bfe8-c88acc9cd54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.308903 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:19.361118 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:19.384808 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b1d49c89-72c7-4789-bfe8-c88acc9cd54e admin admin] Publish callbacks [] for security_group (3c8d834b-48a2-44e7-8042-f50374ea7185), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.388877 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b1d49c89-72c7-4789-bfe8-c88acc9cd54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (3c8d834b-48a2-44e7-8042-f50374ea7185), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.406072 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48870) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:19.434420 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b1d49c89-72c7-4789-bfe8-c88acc9cd54e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d06efe505ce0436ebdfdff455cbdc6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705669 Jun 27 21:22:19.435560 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d49c89-72c7-4789-bfe8-c88acc9cd54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8d834b-48a2-44e7-8042-f50374ea7185,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:19.438575 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48874) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:19.492630 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e2664d3f-e43f-4eca-89c2-8aa35aeb30df admin admin] Publish callbacks [] for security_group (3c8d834b-48a2-44e7-8042-f50374ea7185), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.520813 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e2664d3f-e43f-4eca-89c2-8aa35aeb30df admin admin] Publish callbacks [] for security_group (3c8d834b-48a2-44e7-8042-f50374ea7185), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.541126 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-466d8718-6438-4480-81bf-18f058f2e77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.566324 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.583200 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:19.617544 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e2664d3f-e43f-4eca-89c2-8aa35aeb30df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (3c8d834b-48a2-44e7-8042-f50374ea7185), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.620031 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e2664d3f-e43f-4eca-89c2-8aa35aeb30df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.621184 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-e2664d3f-e43f-4eca-89c2-8aa35aeb30df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c8d834b-48a2-44e7-8042-f50374ea7185 HTTP/1.1" status: 204 len: 168 time: 0.1814682 Jun 27 21:22:19.640245 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2664d3f-e43f-4eca-89c2-8aa35aeb30df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8d834b-48a2-44e7-8042-f50374ea7185,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:19.674837 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-466d8718-6438-4480-81bf-18f058f2e77b admin admin] Publish callbacks [] for security_group (e9cd8eb2-9dfe-4d06-a941-8d6feeff5901), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.682546 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-466d8718-6438-4480-81bf-18f058f2e77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (e9cd8eb2-9dfe-4d06-a941-8d6feeff5901), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.729806 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-466d8718-6438-4480-81bf-18f058f2e77b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdf5c499322644e7b1a97188ba71f27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200846 Jun 27 21:22:19.729806 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d8718-6438-4480-81bf-18f058f2e77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd8eb2-9dfe-4d06-a941-8d6feeff5901,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:19.730258 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48878) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:19.786501 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f80bb4b3-107d-4570-9e8c-312b7c59b55e admin admin] Publish callbacks [] for security_group (e9cd8eb2-9dfe-4d06-a941-8d6feeff5901), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.810827 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f80bb4b3-107d-4570-9e8c-312b7c59b55e admin admin] Publish callbacks [] for security_group (e9cd8eb2-9dfe-4d06-a941-8d6feeff5901), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.861425 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f80bb4b3-107d-4570-9e8c-312b7c59b55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (e9cd8eb2-9dfe-4d06-a941-8d6feeff5901), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.864385 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f80bb4b3-107d-4570-9e8c-312b7c59b55e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:19.866223 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f80bb4b3-107d-4570-9e8c-312b7c59b55e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9cd8eb2-9dfe-4d06-a941-8d6feeff5901 HTTP/1.1" status: 204 len: 168 time: 0.1344123 Jun 27 21:22:19.875815 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bb4b3-107d-4570-9e8c-312b7c59b55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd8eb2-9dfe-4d06-a941-8d6feeff5901,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:19.937170 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 48884) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:19.953093 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5b238086-eb59-4ff5-932b-456e56006308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.039901 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5b238086-eb59-4ff5-932b-456e56006308 admin admin] Publish callbacks [] for security_group (f289c756-ad04-43f6-8c01-88b5f3b3da33), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.044227 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-5b238086-eb59-4ff5-932b-456e56006308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (f289c756-ad04-43f6-8c01-88b5f3b3da33), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.090880 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-5b238086-eb59-4ff5-932b-456e56006308 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da5a234cca614154886e2e2b19360dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501985 Jun 27 21:22:20.090880 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b238086-eb59-4ff5-932b-456e56006308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f289c756-ad04-43f6-8c01-88b5f3b3da33,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:20.091599 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48888) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:20.144125 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9e901eb4-a18a-41e7-b5f9-890ad97013d5 admin admin] Publish callbacks [] for security_group (f289c756-ad04-43f6-8c01-88b5f3b3da33), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.167568 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9e901eb4-a18a-41e7-b5f9-890ad97013d5 admin admin] Publish callbacks [] for security_group (f289c756-ad04-43f6-8c01-88b5f3b3da33), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.222214 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9e901eb4-a18a-41e7-b5f9-890ad97013d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (f289c756-ad04-43f6-8c01-88b5f3b3da33), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.225127 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9e901eb4-a18a-41e7-b5f9-890ad97013d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.229186 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9e901eb4-a18a-41e7-b5f9-890ad97013d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f289c756-ad04-43f6-8c01-88b5f3b3da33 HTTP/1.1" status: 204 len: 168 time: 0.1337833 Jun 27 21:22:20.235577 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e901eb4-a18a-41e7-b5f9-890ad97013d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f289c756-ad04-43f6-8c01-88b5f3b3da33,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:20.259850 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48892) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:20.278023 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b83fd7b6-e8aa-4e1c-b6da-6bd799013028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.387200 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e02c0-8a90-4b25-a26e-7a25afb19b0d req-f8f1cecb-2ed1-4915-a7fb-310fbee4db46 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:20.388792 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f98e02c0-8a90-4b25-a26e-7a25afb19b0d req-f8f1cecb-2ed1-4915-a7fb-310fbee4db46 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 943 time: 0.0680149 Jun 27 21:22:20.427524 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b83fd7b6-e8aa-4e1c-b6da-6bd799013028 admin admin] Publish callbacks [] for security_group (b81b69e9-2f27-49b0-be58-9e5cecbde159), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.439493 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b83fd7b6-e8aa-4e1c-b6da-6bd799013028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (b81b69e9-2f27-49b0-be58-9e5cecbde159), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.488403 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f98e02c0-8a90-4b25-a26e-7a25afb19b0d req-26922d1d-e23b-485d-a14e-912306f67608 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0889997 Jun 27 21:22:20.497191 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fd7b6-e8aa-4e1c-b6da-6bd799013028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81b69e9-2f27-49b0-be58-9e5cecbde159,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:20.504614 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b83fd7b6-e8aa-4e1c-b6da-6bd799013028 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d2913158e7d4be3983089561326514f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434437 Jun 27 21:22:20.505233 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 48902) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:20.561259 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-05887a0b-5aca-459d-a46e-7ac26aeac922 admin admin] Publish callbacks [] for security_group (b81b69e9-2f27-49b0-be58-9e5cecbde159), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.565377 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:20.586605 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-05887a0b-5aca-459d-a46e-7ac26aeac922 admin admin] Publish callbacks [] for security_group (b81b69e9-2f27-49b0-be58-9e5cecbde159), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.638552 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-05887a0b-5aca-459d-a46e-7ac26aeac922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (b81b69e9-2f27-49b0-be58-9e5cecbde159), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.641136 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-05887a0b-5aca-459d-a46e-7ac26aeac922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:20.642314 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-05887a0b-5aca-459d-a46e-7ac26aeac922 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b81b69e9-2f27-49b0-be58-9e5cecbde159 HTTP/1.1" status: 204 len: 168 time: 0.1358390 Jun 27 21:22:20.645524 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:20.651508 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05887a0b-5aca-459d-a46e-7ac26aeac922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81b69e9-2f27-49b0-be58-9e5cecbde159,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:21.619239 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:21.633840 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45163b17-084c-4469-b618-83bc50828271 req-e6b60039-99f2-4ae1-a83d-2135d732e5f5 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:21.635422 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-45163b17-084c-4469-b618-83bc50828271 req-e6b60039-99f2-4ae1-a83d-2135d732e5f5 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 943 time: 0.0618258 Jun 27 21:22:21.703010 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-45163b17-084c-4469-b618-83bc50828271 req-6042417d-660b-47fc-997d-2e204d65526a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0605481 Jun 27 21:22:22.820511 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cb4e8-c17e-4854-a71f-242185c55133 req-d1986004-c3a2-4eff-890f-77ed69a5a7a1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:22.822113 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-978cb4e8-c17e-4854-a71f-242185c55133 req-d1986004-c3a2-4eff-890f-77ed69a5a7a1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 943 time: 0.0517018 Jun 27 21:22:22.878484 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-978cb4e8-c17e-4854-a71f-242185c55133 req-412e3103-8a42-40b7-b0f1-32d81e5ab10e tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0501053 Jun 27 21:22:24.033530 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab85159-a5f5-46eb-a438-569cbe4f8afa req-c7fe034c-7897-44ca-a971-b0d6dba8f556 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:24.035352 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cab85159-a5f5-46eb-a438-569cbe4f8afa req-c7fe034c-7897-44ca-a971-b0d6dba8f556 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 943 time: 0.0543675 Jun 27 21:22:24.087977 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cab85159-a5f5-46eb-a438-569cbe4f8afa req-9517d4cd-6912-4e1e-84bd-52a306e98cc5 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459194 Jun 27 21:22:25.209716 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9a6a7-3d4e-43a4-b4e1-86467815aa9d req-11eb1831-6630-4c56-8ee2-1b03f73ece01 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:25.211572 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-01c9a6a7-3d4e-43a4-b4e1-86467815aa9d req-11eb1831-6630-4c56-8ee2-1b03f73ece01 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 943 time: 0.0530839 Jun 27 21:22:25.263320 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-01c9a6a7-3d4e-43a4-b4e1-86467815aa9d req-a2e519a0-301d-4e0a-b55a-cf223e74cfdd tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462935 Jun 27 21:22:25.880761 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 75002039-0422-4d26-902e-76319b2a7e3b details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:22:25.894482 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:25.994098 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 75002039-0422-4d26-902e-76319b2a7e3b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=75002039-0422-4d26-902e-76319b2a7e3b,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:26.006578 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': '75002039-0422-4d26-902e-76319b2a7e3b', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'port_id': '75002039-0422-4d26-902e-76319b2a7e3b', 'mac_address': 'fa:16:3e:3f:a6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:22:26.048134 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 75002039-0422-4d26-902e-76319b2a7e3b is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:22:26.048522 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (75002039-0422-4d26-902e-76319b2a7e3b), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:26.065194 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75002039-0422-4d26-902e-76319b2a7e3b {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:22:26.088880 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:26.094315 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 75002039-0422-4d26-902e-76319b2a7e3b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=75002039-0422-4d26-902e-76319b2a7e3b,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:26.099555 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (75002039-0422-4d26-902e-76319b2a7e3b), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:26.151771 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=75002039-0422-4d26-902e-76319b2a7e3b,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:26.161238 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.161571 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.161907 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.162290 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.162610 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.162931 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.163262 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.163626 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.163952 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.164253 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.164795 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.165301 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.165771 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.166277 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.166702 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:26.396575 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d8370-140d-4072-b99e-6c7491cc7818 req-8a86935f-d931-4058-b10a-72abaf1485bd tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:26.398120 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-812d8370-140d-4072-b99e-6c7491cc7818 req-8a86935f-d931-4058-b10a-72abaf1485bd tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 944 time: 0.0605636 Jun 27 21:22:26.415915 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['75002039-0422-4d26-902e-76319b2a7e3b'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:22:26.457938 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-812d8370-140d-4072-b99e-6c7491cc7818 req-4541d348-44ec-46ab-b0ae-4dca84ac2b25 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0532725 Jun 27 21:22:27.578062 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a7177-aba8-48ee-bb48-16463b87f9f7 req-71019246-914c-4757-8704-ddf40bfd4751 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:27.579562 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d84a7177-aba8-48ee-bb48-16463b87f9f7 req-71019246-914c-4757-8704-ddf40bfd4751 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 944 time: 0.0521493 Jun 27 21:22:27.634712 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d84a7177-aba8-48ee-bb48-16463b87f9f7 req-4362f0f8-d075-4032-b874-d406480fb69e tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0490828 Jun 27 21:22:27.898823 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 75002039-0422-4d26-902e-76319b2a7e3b up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:22:27.949650 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port 75002039-0422-4d26-902e-76319b2a7e3b completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:22:27.956537 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port 75002039-0422-4d26-902e-76319b2a7e3b triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:22:27.956907 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (75002039-0422-4d26-902e-76319b2a7e3b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:28.035834 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 75002039-0422-4d26-902e-76319b2a7e3b is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:22:28.036296 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (75002039-0422-4d26-902e-76319b2a7e3b), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:28.068097 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0641e731-c003-43d1-93c6-072ca2542d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75002039-0422-4d26-902e-76319b2a7e3b'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:22:28.071163 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b57429f-c654-4773-8770-7930d8482569" -d '{"events": [{"server_uuid": "0641e731-c003-43d1-93c6-072ca2542d9f", "name": "network-vif-plugged", "status": "completed", "tag": "75002039-0422-4d26-902e-76319b2a7e3b"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:22:28.086416 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 75002039-0422-4d26-902e-76319b2a7e3b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=75002039-0422-4d26-902e-76319b2a7e3b,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:28.091777 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (75002039-0422-4d26-902e-76319b2a7e3b), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:28.123903 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3cf978-a313-461a-b1aa-8f3b3f1af5be x-openstack-request-id: req-9a3cf978-a313-461a-b1aa-8f3b3f1af5be {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:22:28.124195 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0641e731-c003-43d1-93c6-072ca2542d9f", "name": "network-vif-plugged", "status": "completed", "tag": "75002039-0422-4d26-902e-76319b2a7e3b", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:22:28.124446 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a3cf978-a313-461a-b1aa-8f3b3f1af5be {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:22:28.124899 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3cf978-a313-461a-b1aa-8f3b3f1af5be'] response: {'server_uuid': '0641e731-c003-43d1-93c6-072ca2542d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75002039-0422-4d26-902e-76319b2a7e3b', 'code': 200} Jun 27 21:22:28.148305 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=75002039-0422-4d26-902e-76319b2a7e3b,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:28.398233 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58906b-dca3-4ab9-9f25-d07de33982fe req-d48be3c6-173b-4435-88be-94c4f4838115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:28.400066 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9b58906b-dca3-4ab9-9f25-d07de33982fe req-d48be3c6-173b-4435-88be-94c4f4838115 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 1129 time: 0.0453975 Jun 27 21:22:28.448062 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9b58906b-dca3-4ab9-9f25-d07de33982fe req-7e473ac4-57da-4e2a-a7ad-87a15885a4de service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418532 Jun 27 21:22:28.753480 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e33d7-43a0-4f5e-9112-b01f63cdfd81 req-7dfaf9b8-d937-4670-a69d-7a883968ba7b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:28.754974 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f77e33d7-43a0-4f5e-9112-b01f63cdfd81 req-7dfaf9b8-d937-4670-a69d-7a883968ba7b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 945 time: 0.0495789 Jun 27 21:22:28.811260 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f77e33d7-43a0-4f5e-9112-b01f63cdfd81 req-ee900e35-b378-4e49-a14e-c398d391809b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0503306 Jun 27 21:22:29.466522 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49134) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:29.603385 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd653-3b6f-4294-9df6-93e6c9d35ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:29.687875 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd653-3b6f-4294-9df6-93e6c9d35ece admin admin] Publish callbacks [] for security_group (7bfe79a3-084b-440c-9f7b-d61dd9e4c800), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:29.692186 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd653-3b6f-4294-9df6-93e6c9d35ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (7bfe79a3-084b-440c-9f7b-d61dd9e4c800), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:29.733021 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ed1cd653-3b6f-4294-9df6-93e6c9d35ece admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a31610abf8444a3fb4b0cc98489915be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652900 Jun 27 21:22:29.733849 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cd653-3b6f-4294-9df6-93e6c9d35ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfe79a3-084b-440c-9f7b-d61dd9e4c800,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:29.736968 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49140) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:29.789333 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-03437e5c-626e-401d-af16-08ad7a85f8b3 admin admin] Publish callbacks [] for security_group (7bfe79a3-084b-440c-9f7b-d61dd9e4c800), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:29.815981 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-03437e5c-626e-401d-af16-08ad7a85f8b3 admin admin] Publish callbacks [] for security_group (7bfe79a3-084b-440c-9f7b-d61dd9e4c800), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:29.872864 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-03437e5c-626e-401d-af16-08ad7a85f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (7bfe79a3-084b-440c-9f7b-d61dd9e4c800), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:29.875561 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-03437e5c-626e-401d-af16-08ad7a85f8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:29.879093 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-03437e5c-626e-401d-af16-08ad7a85f8b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bfe79a3-084b-440c-9f7b-d61dd9e4c800 HTTP/1.1" status: 204 len: 168 time: 0.1384318 Jun 27 21:22:29.887642 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03437e5c-626e-401d-af16-08ad7a85f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfe79a3-084b-440c-9f7b-d61dd9e4c800,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:29.935119 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:29.953759 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491cde4-ec4e-4328-a8af-1ded6fffb57f req-36ee6994-0a3e-41f7-99d5-8bc1627a31cc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:29.955312 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c491cde4-ec4e-4328-a8af-1ded6fffb57f req-36ee6994-0a3e-41f7-99d5-8bc1627a31cc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 945 time: 0.0567751 Jun 27 21:22:30.010061 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c491cde4-ec4e-4328-a8af-1ded6fffb57f req-6f8c7290-8832-4b22-941d-9d0d4c23d2b0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483449 Jun 27 21:22:30.134444 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda6f88-3cf7-47ad-aeb2-6d212c97c1ee req-c629c844-bd26-4fab-9474-b05671c4db6f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:30.136078 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4cda6f88-3cf7-47ad-aeb2-6d212c97c1ee req-c629c844-bd26-4fab-9474-b05671c4db6f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 945 time: 0.0494657 Jun 27 21:22:30.193659 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4cda6f88-3cf7-47ad-aeb2-6d212c97c1ee req-793283a3-68bb-4a49-beba-3c1d2f2cf731 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512283 Jun 27 21:22:30.205831 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49150) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:30.215660 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49152) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:30.220355 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:30.302724 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Publish callbacks [] for security_group (1c7d485b-dfee-496b-926f-e0e0561edc51), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:30.307640 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (1c7d485b-dfee-496b-926f-e0e0561edc51), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:30.348643 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7d485b-dfee-496b-926f-e0e0561edc51,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:30.352598 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd50724cd4e64e5f826bd8afc44a4808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457641 Jun 27 21:22:30.355744 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49156) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:30.358530 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.358868 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.359196 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.359530 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.359849 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.360336 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.360661 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.361008 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.361328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.361645 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.361963 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.362272 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.362924 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.363401 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.363759 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4073218-53d3-439f-b9ee-1530c753457d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:30.421575 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9af73ffc-6e43-438b-8bcd-95eb0cf163e8 admin admin] Publish callbacks [] for security_group (1c7d485b-dfee-496b-926f-e0e0561edc51), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:30.449271 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9af73ffc-6e43-438b-8bcd-95eb0cf163e8 admin admin] Publish callbacks [] for security_group (1c7d485b-dfee-496b-926f-e0e0561edc51), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:30.520153 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeecc3e-d324-40a6-9d4e-fbfc23af861e tempest-TestVolumeBootPattern-1786636169 tempest-TestVolumeBootPattern-1786636169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:30.533064 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-caeecc3e-d324-40a6-9d4e-fbfc23af861e tempest-TestVolumeBootPattern-1786636169 tempest-TestVolumeBootPattern-1786636169-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 1124 time: 0.3049953 Jun 27 21:22:30.533064 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49164) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:30.534321 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'port_id': '75002039-0422-4d26-902e-76319b2a7e3b', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:22:30.558087 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:30.576596 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:30.577497 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9af73ffc-6e43-438b-8bcd-95eb0cf163e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (1c7d485b-dfee-496b-926f-e0e0561edc51), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:30.580093 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9af73ffc-6e43-438b-8bcd-95eb0cf163e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:30.581225 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9af73ffc-6e43-438b-8bcd-95eb0cf163e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c7d485b-dfee-496b-926f-e0e0561edc51 HTTP/1.1" status: 204 len: 168 time: 0.2242844 Jun 27 21:22:30.586934 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:30.605851 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af73ffc-6e43-438b-8bcd-95eb0cf163e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7d485b-dfee-496b-926f-e0e0561edc51,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:30.666115 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:30.794810 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Allocated IP 172.27.0.84 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/1cee9558-7f1a-4e50-9414-39e34ba18f7e) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:22:30.800059 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:22:30.954354 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49170) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:30.970247 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b8a67832-7915-494e-acfc-eb527782443c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.042184 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:31.073837 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b8a67832-7915-494e-acfc-eb527782443c admin admin] Publish callbacks [] for security_group (b970a6ca-121a-4545-b863-1d319cc0c21a), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.078492 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b8a67832-7915-494e-acfc-eb527782443c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (b970a6ca-121a-4545-b863-1d319cc0c21a), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.122984 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-b8a67832-7915-494e-acfc-eb527782443c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a23d6eda15a7404d9259bb0e176d81a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673360 Jun 27 21:22:31.123755 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a67832-7915-494e-acfc-eb527782443c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b970a6ca-121a-4545-b863-1d319cc0c21a,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:31.127690 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49172) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:31.184494 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-db2c8329-098c-49ce-8367-c5effcbf0197 admin admin] Publish callbacks [] for security_group (b970a6ca-121a-4545-b863-1d319cc0c21a), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.198121 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for port (1cee9558-7f1a-4e50-9414-39e34ba18f7e), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.214658 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-db2c8329-098c-49ce-8367-c5effcbf0197 admin admin] Publish callbacks [] for security_group (b970a6ca-121a-4545-b863-1d319cc0c21a), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.236098 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (1cee9558-7f1a-4e50-9414-39e34ba18f7e), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.264869 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-db2c8329-098c-49ce-8367-c5effcbf0197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (b970a6ca-121a-4545-b863-1d319cc0c21a), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.267680 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-db2c8329-098c-49ce-8367-c5effcbf0197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.271654 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-db2c8329-098c-49ce-8367-c5effcbf0197 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b970a6ca-121a-4545-b863-1d319cc0c21a HTTP/1.1" status: 204 len: 168 time: 0.1406844 Jun 27 21:22:31.276880 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:22:31.280453 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:22:31.284758 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:22:31.294420 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c8329-098c-49ce-8367-c5effcbf0197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b970a6ca-121a-4545-b863-1d319cc0c21a,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:31.312676 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'Port': ['ID=1cee9558-7f1a-4e50-9414-39e34ba18f7e,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:31.668097 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:31.674794 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (92d64c18-adbe-47f3-8971-e3bdae411f60), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.748045 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (1cee9558-7f1a-4e50-9414-39e34ba18f7e), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.779443 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:31.909761 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49192) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:31.924655 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for port (1cee9558-7f1a-4e50-9414-39e34ba18f7e), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:31.930343 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5528915'] for port (1cee9558-7f1a-4e50-9414-39e34ba18f7e), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.005365 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'Port': ['ID=1cee9558-7f1a-4e50-9414-39e34ba18f7e,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:32.016261 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (92d64c18-adbe-47f3-8971-e3bdae411f60), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.046487 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ba0af146-df69-42ea-a606-05b82cbb17d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.126053 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Floating IP 92d64c18-adbe-47f3-8971-e3bdae411f60 associated. External IP: 172.27.0.84, port: 75002039-0422-4d26-902e-76319b2a7e3b. Jun 27 21:22:32.137624 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=72,neutron:INSERT=26,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:32.144655 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ba0af146-df69-42ea-a606-05b82cbb17d2 admin admin] Publish callbacks [] for security_group (cafe1322-616e-43d4-b8f6-52a73abd2494), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.152528 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-ba0af146-df69-42ea-a606-05b82cbb17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (cafe1322-616e-43d4-b8f6-52a73abd2494), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.195402 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0af146-df69-42ea-a606-05b82cbb17d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe1322-616e-43d4-b8f6-52a73abd2494,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:32.202065 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-ba0af146-df69-42ea-a606-05b82cbb17d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c53f85f9a90c4751b5f5b5412dddc507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908096 Jun 27 21:22:32.204765 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49204) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:32.261047 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6cbd-0ef0-4af7-918f-9cf51e9582cf admin admin] Publish callbacks [] for security_group (cafe1322-616e-43d4-b8f6-52a73abd2494), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.286978 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6cbd-0ef0-4af7-918f-9cf51e9582cf admin admin] Publish callbacks [] for security_group (cafe1322-616e-43d4-b8f6-52a73abd2494), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.340046 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6cbd-0ef0-4af7-918f-9cf51e9582cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (cafe1322-616e-43d4-b8f6-52a73abd2494), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.342822 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6cbd-0ef0-4af7-918f-9cf51e9582cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.343991 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-dfcb6cbd-0ef0-4af7-918f-9cf51e9582cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cafe1322-616e-43d4-b8f6-52a73abd2494 HTTP/1.1" status: 204 len: 168 time: 0.1383023 Jun 27 21:22:32.353648 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb6cbd-0ef0-4af7-918f-9cf51e9582cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe1322-616e-43d4-b8f6-52a73abd2494,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:32.364675 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:22:32.483712 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:22:32.494999 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fdfdc-6c2c-473a-97dd-54bcd8fe274d None None] Sync routers for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:22:32.505112 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.511203 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971fdfdc-6c2c-473a-97dd-54bcd8fe274d None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:32.512616 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-971fdfdc-6c2c-473a-97dd-54bcd8fe274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:32.544759 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-63f87b49-a68b-4191-99f4-81f09e920bb3 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0140049 Jun 27 21:22:32.545508 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0641e731-c003-43d1-93c6-072ca2542d9f', 'tag': '75002039-0422-4d26-902e-76319b2a7e3b'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:22:32.548599 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e145f9-f11e-4cb3-9881-b977f4d716d6" -d '{"events": [{"name": "network-changed", "server_uuid": "0641e731-c003-43d1-93c6-072ca2542d9f", "tag": "75002039-0422-4d26-902e-76319b2a7e3b"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:22:32.560140 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:32.629239 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-971fdfdc-6c2c-473a-97dd-54bcd8fe274d None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:32.700543 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49222) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:32.717072 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f7101c43-773b-40e8-8009-a60ed37ba901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.731512 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:32.758743 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d0da27-ab30-4634-9d07-ff40bf3297c7 x-openstack-request-id: req-d1d0da27-ab30-4634-9d07-ff40bf3297c7 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:22:32.759291 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:32.759495 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0641e731-c003-43d1-93c6-072ca2542d9f", "tag": "75002039-0422-4d26-902e-76319b2a7e3b", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:22:32.759754 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1d0da27-ab30-4634-9d07-ff40bf3297c7 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:22:32.760188 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d0da27-ab30-4634-9d07-ff40bf3297c7'] response: {'name': 'network-changed', 'server_uuid': '0641e731-c003-43d1-93c6-072ca2542d9f', 'tag': '75002039-0422-4d26-902e-76319b2a7e3b', 'status': 'completed', 'code': 200} Jun 27 21:22:32.837456 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f7101c43-773b-40e8-8009-a60ed37ba901 admin admin] Publish callbacks [] for security_group (5f35541c-73b8-4f42-abc0-c9967a6be5c4), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.844215 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f7101c43-773b-40e8-8009-a60ed37ba901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (5f35541c-73b8-4f42-abc0-c9967a6be5c4), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:32.886283 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e145f9-f11e-4cb3-9881-b977f4d716d6 req-cdce1049-d4ca-4a06-900b-3d4aa62e912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:32.888233 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-17e145f9-f11e-4cb3-9881-b977f4d716d6 req-cdce1049-d4ca-4a06-900b-3d4aa62e912c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 1129 time: 0.0836306 Jun 27 21:22:32.899066 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-971fdfdc-6c2c-473a-97dd-54bcd8fe274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '92d64c18-adbe-47f3-8971-e3bdae411f60', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': '75002039-0422-4d26-902e-76319b2a7e3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:3f:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0641e731-c003-43d1-93c6-072ca2542d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:22:31Z', 'updated_at': '2022-06-27T21:22:31Z', 'revision_number': 0, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:32.903744 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f7101c43-773b-40e8-8009-a60ed37ba901 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ec80a93546e4ca3a9222562c0423da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020128 Jun 27 21:22:32.907291 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49226) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:32.929732 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fdfdc-6c2c-473a-97dd-54bcd8fe274d None None] Checking router: 2b933b80-f49e-46dc-bca7-4c2ad4526c3a for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:22:32.942027 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971fdfdc-6c2c-473a-97dd-54bcd8fe274d None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:32.942910 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-971fdfdc-6c2c-473a-97dd-54bcd8fe274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:32.955798 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7101c43-773b-40e8-8009-a60ed37ba901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f35541c-73b8-4f42-abc0-c9967a6be5c4,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:32.976944 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e432297d-a5ff-4d89-a770-3c83511df3da admin admin] Publish callbacks [] for security_group (5f35541c-73b8-4f42-abc0-c9967a6be5c4), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:33.003329 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e432297d-a5ff-4d89-a770-3c83511df3da admin admin] Publish callbacks [] for security_group (5f35541c-73b8-4f42-abc0-c9967a6be5c4), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:33.010910 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:33.079225 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e145f9-f11e-4cb3-9881-b977f4d716d6 req-6d4820c9-bc79-4ce7-81a5-fcfc577a5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:33.079798 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e432297d-a5ff-4d89-a770-3c83511df3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (5f35541c-73b8-4f42-abc0-c9967a6be5c4), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:33.081546 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-17e145f9-f11e-4cb3-9881-b977f4d716d6 req-6d4820c9-bc79-4ce7-81a5-fcfc577a5f62 service neutron] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 912 time: 0.1856456 Jun 27 21:22:33.084951 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-e432297d-a5ff-4d89-a770-3c83511df3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:33.090601 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-e432297d-a5ff-4d89-a770-3c83511df3da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f35541c-73b8-4f42-abc0-c9967a6be5c4 HTTP/1.1" status: 204 len: 168 time: 0.1823435 Jun 27 21:22:33.117225 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432297d-a5ff-4d89-a770-3c83511df3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f35541c-73b8-4f42-abc0-c9967a6be5c4,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:33.127152 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-971fdfdc-6c2c-473a-97dd-54bcd8fe274d None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:33.470457 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-971fdfdc-6c2c-473a-97dd-54bcd8fe274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '92d64c18-adbe-47f3-8971-e3bdae411f60', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': '75002039-0422-4d26-902e-76319b2a7e3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:3f:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0641e731-c003-43d1-93c6-072ca2542d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:22:31Z', 'updated_at': '2022-06-27T21:22:31Z', 'revision_number': 0, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:33.509582 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971fdfdc-6c2c-473a-97dd-54bcd8fe274d None None] The sync data for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi is: [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '92d64c18-adbe-47f3-8971-e3bdae411f60', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': '75002039-0422-4d26-902e-76319b2a7e3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:3f:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0641e731-c003-43d1-93c6-072ca2542d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:22:31Z', 'updated_at': '2022-06-27T21:22:31Z', 'revision_number': 0, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:22:33.532279 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-17e145f9-f11e-4cb3-9881-b977f4d716d6 req-9300b41a-1e04-4b35-84aa-f08583663ec2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75002039-0422-4d26-902e-76319b2a7e3b HTTP/1.1" status: 200 len: 998 time: 0.4434521 Jun 27 21:22:33.606139 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e145f9-f11e-4cb3-9881-b977f4d716d6 req-577a4004-c8f7-40b9-92ee-f1bc15338c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:33.607813 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-17e145f9-f11e-4cb3-9881-b977f4d716d6 req-577a4004-c8f7-40b9-92ee-f1bc15338c63 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0691631 Jun 27 21:22:33.649277 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:33.664317 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e145f9-f11e-4cb3-9881-b977f4d716d6 req-ae58700c-fccd-4f14-9b0d-306b657b4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:33.665888 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-17e145f9-f11e-4cb3-9881-b977f4d716d6 req-ae58700c-fccd-4f14-9b0d-306b657b4b31 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479147 Jun 27 21:22:33.778170 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-17e145f9-f11e-4cb3-9881-b977f4d716d6 req-12a910c4-7bfb-4631-bb66-b29b641d82c6 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056628 Jun 27 21:22:33.801398 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a765e2-2af9-49d6-8b27-cbb8adbd15c2 None None] New status for floating IP 92d64c18-adbe-47f3-8971-e3bdae411f60: ACTIVE {{(pid=104133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:22:33.891858 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-17e145f9-f11e-4cb3-9881-b977f4d716d6 req-efe8c333-e35a-4789-a3ac-c1c9673f9f3d service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065431 Jun 27 21:22:35.458477 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899330d-3a3d-42f8-a660-c0826adfeaae req-f1185976-f57d-41eb-aaae-165b243808d2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:35.460214 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b899330d-3a3d-42f8-a660-c0826adfeaae req-f1185976-f57d-41eb-aaae-165b243808d2 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 947 time: 0.0506551 Jun 27 21:22:35.512291 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b899330d-3a3d-42f8-a660-c0826adfeaae req-449cd713-c82f-42f8-8b88-f29e719fa6f8 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459931 Jun 27 21:22:36.656605 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e312d-d4ea-4980-872e-5e6d50d53ab5 req-e2f2c11b-2589-4b67-9472-abd5d3313327 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:36.658136 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ab6e312d-d4ea-4980-872e-5e6d50d53ab5 req-e2f2c11b-2589-4b67-9472-abd5d3313327 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 947 time: 0.0608523 Jun 27 21:22:36.727982 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ab6e312d-d4ea-4980-872e-5e6d50d53ab5 req-d2e4cd2e-05da-4c9d-863c-f0f147b7d2fe tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups?id=22d629fe-18e3-4316-906b-13dc906d3a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638461 Jun 27 21:22:36.999129 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-f4a4a52a-8964-430b-a76d-960f73e2c850 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:37.000615 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-f4a4a52a-8964-430b-a76d-960f73e2c850 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.33 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 947 time: 0.0500419 Jun 27 21:22:37.092260 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Deleting port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:37.092597 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:37.191325 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] For port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:37.191681 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:37.233894 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:37.378300 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:37.378810 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (cb301553-489d-4942-85cd-78644a4e3361), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:37.379158 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Floating IP cb301553-489d-4942-85cd-78644a4e3361 disassociated. External IP: 172.27.0.176, port: b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812. Jun 27 21:22:37.379543 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Calling delete_port for b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:37.526768 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:37.560055 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event deleted for resources: {'Port': ['ID=b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:37.589459 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49382) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:37.678836 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Router cf696b2c-41e8-4d11-b342-d6cf053bfa9b has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:22:37.682224 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:37.706048 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e27874e-5514-4dc1-86d5-d6a1025a2494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:37.795982 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e27874e-5514-4dc1-86d5-d6a1025a2494 admin admin] Publish callbacks [] for security_group (84286944-55de-474f-bdf9-39bf6e674207), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:37.800033 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1e27874e-5514-4dc1-86d5-d6a1025a2494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (84286944-55de-474f-bdf9-39bf6e674207), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:37.812704 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:22:37.831963 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4704d-f901-4705-ba60-377017f43d48 None None] Sync routers for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:22:37.849193 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4704d-f901-4705-ba60-377017f43d48 None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:37.850186 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-faa4704d-f901-4705-ba60-377017f43d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:37.864407 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] No DVR routers for this DVR port b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:22:37.867226 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:37.869258 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1e27874e-5514-4dc1-86d5-d6a1025a2494 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d652800501f467f810c467e932c6b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786770 Jun 27 21:22:37.870714 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-18e9b8df-946b-4267-ba4a-f9b362b5fb70 req-578ea6a5-9d01-406b-8aab-19aa1ba35fa3 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.33 "DELETE /v2.0/ports/b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 HTTP/1.1" status: 204 len: 173 time: 0.8646533 Jun 27 21:22:37.871031 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-126ac28d-d525-468a-b072-0ada7432c49e req-94229849-bd0b-46b8-8862-80eee8954c82 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/ports?device_id=a775668d-41e5-407f-ad33-a3b265985d10 HTTP/1.1" status: 200 len: 210 time: 0.0497108 Jun 27 21:22:37.871224 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'name': 'network-vif-deleted', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:22:37.872449 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49388) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:37.873579 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378ac49a-83f1-485d-ae90-5dee6483ad54" -d '{"events": [{"server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "name": "network-vif-deleted", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:22:37.880017 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27874e-5514-4dc1-86d5-d6a1025a2494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84286944-55de-474f-bdf9-39bf6e674207,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:37.935927 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2bc1b6-3ac1-4eda-9999-37a738b62d34 x-openstack-request-id: req-bf2bc1b6-3ac1-4eda-9999-37a738b62d34 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:22:37.936209 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a775668d-41e5-407f-ad33-a3b265985d10", "name": "network-vif-deleted", "tag": "b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:22:37.936456 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf2bc1b6-3ac1-4eda-9999-37a738b62d34 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:22:37.936866 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2bc1b6-3ac1-4eda-9999-37a738b62d34'] response: {'server_uuid': 'a775668d-41e5-407f-ad33-a3b265985d10', 'name': 'network-vif-deleted', 'tag': 'b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812', 'status': 'completed', 'code': 200} Jun 27 21:22:37.950493 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b99aa43c-f313-4b49-a380-c8c63ff3286f admin admin] Publish callbacks [] for security_group (84286944-55de-474f-bdf9-39bf6e674207), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:37.974812 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b99aa43c-f313-4b49-a380-c8c63ff3286f admin admin] Publish callbacks [] for security_group (84286944-55de-474f-bdf9-39bf6e674207), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:37.982240 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=15,neutron:UPDATE=2,neutron:SELECT=79,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:38.043828 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b99aa43c-f313-4b49-a380-c8c63ff3286f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (84286944-55de-474f-bdf9-39bf6e674207), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:38.047214 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b99aa43c-f313-4b49-a380-c8c63ff3286f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:38.052460 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b99aa43c-f313-4b49-a380-c8c63ff3286f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84286944-55de-474f-bdf9-39bf6e674207 HTTP/1.1" status: 204 len: 168 time: 0.1789043 Jun 27 21:22:38.062989 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aa43c-f313-4b49-a380-c8c63ff3286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84286944-55de-474f-bdf9-39bf6e674207,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:38.198489 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-faa4704d-f901-4705-ba60-377017f43d48 None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:38.357124 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:38.394702 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-faa4704d-f901-4705-ba60-377017f43d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:38.424541 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4704d-f901-4705-ba60-377017f43d48 None None] Checking router: cf696b2c-41e8-4d11-b342-d6cf053bfa9b for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:22:38.433764 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4704d-f901-4705-ba60-377017f43d48 None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:38.434396 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-faa4704d-f901-4705-ba60-377017f43d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:38.533028 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:38.544626 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-faa4704d-f901-4705-ba60-377017f43d48 None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:38.755763 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-faa4704d-f901-4705-ba60-377017f43d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:38.784504 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4704d-f901-4705-ba60-377017f43d48 None None] The sync data for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi is: [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:16:13Z', 'revision_number': 4, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'b8951fc2-e8ee-47be-93da-68b7b9c82952', 'name': '', 'network_id': '449e2e33-47ed-4bc8-9db3-ee1c9d54d111', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'mac_address': 'fa:16:3e:c4:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:16:09Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'subnets': [{'id': 'c88f597f-8bc5-48ec-a171-53096e1581d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:22:39.038224 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49436) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:39.112601 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0fb2db54-8d41-4c3d-a6a6-5946d02d9a46 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (22d629fe-18e3-4316-906b-13dc906d3a42), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.123292 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49438) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:39.132193 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7c8f1-571c-4c91-8165-4ff50c633d20 None None] New status for floating IP cb301553-489d-4942-85cd-78644a4e3361: DOWN {{(pid=104133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:22:39.141541 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0fb2db54-8d41-4c3d-a6a6-5946d02d9a46 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (22d629fe-18e3-4316-906b-13dc906d3a42), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.206022 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0fb2db54-8d41-4c3d-a6a6-5946d02d9a46 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (22d629fe-18e3-4316-906b-13dc906d3a42), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.209527 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0fb2db54-8d41-4c3d-a6a6-5946d02d9a46 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.211179 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0fb2db54-8d41-4c3d-a6a6-5946d02d9a46 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "DELETE /v2.0/security-groups/22d629fe-18e3-4316-906b-13dc906d3a42 HTTP/1.1" status: 204 len: 168 time: 0.1716437 Jun 27 21:22:39.214366 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49444) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:39.232822 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2db54-8d41-4c3d-a6a6-5946d02d9a46 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d629fe-18e3-4316-906b-13dc906d3a42,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:39.236286 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.api.v2.resource [None req-f70224ad-489c-45d5-ae5d-9e8e892933bf tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] show failed (client error): The resource could not be found. Jun 27 21:22:39.242520 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-f70224ad-489c-45d5-ae5d-9e8e892933bf tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "GET /v2.0/security-groups/22d629fe-18e3-4316-906b-13dc906d3a42 HTTP/1.1" status: 404 len: 347 time: 0.0268500 Jun 27 21:22:39.243427 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49450) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:39.361212 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-680f358d-f75f-481b-ac30-aaace749840e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.414317 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-586a311b-1ea3-44be-bf90-a118ff9e1889 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Deleting port 93876c48-441d-4557-a59d-23aeaccfa225 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:39.414637 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-586a311b-1ea3-44be-bf90-a118ff9e1889 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (93876c48-441d-4557-a59d-23aeaccfa225), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.516414 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:39.534867 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-586a311b-1ea3-44be-bf90-a118ff9e1889 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (93876c48-441d-4557-a59d-23aeaccfa225), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.535238 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-586a311b-1ea3-44be-bf90-a118ff9e1889 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (93876c48-441d-4557-a59d-23aeaccfa225), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.558588 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-586a311b-1ea3-44be-bf90-a118ff9e1889 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Calling delete_port for 93876c48-441d-4557-a59d-23aeaccfa225 owned by network:floatingip {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:39.568395 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-680f358d-f75f-481b-ac30-aaace749840e admin admin] Publish callbacks [] for security_group (2e5b9120-6af6-4eb3-bf2a-08af69a1f002), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.575176 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-680f358d-f75f-481b-ac30-aaace749840e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (2e5b9120-6af6-4eb3-bf2a-08af69a1f002), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.660746 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-680f358d-f75f-481b-ac30-aaace749840e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b609118f5342413b8ec541b95dbe8d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5362132 Jun 27 21:22:39.663464 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f358d-f75f-481b-ac30-aaace749840e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5b9120-6af6-4eb3-bf2a-08af69a1f002,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:39.663704 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49484) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:39.730066 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1a54-83f6-4200-a705-ef7f4dc206d9 admin admin] Publish callbacks [] for security_group (2e5b9120-6af6-4eb3-bf2a-08af69a1f002), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.756507 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1a54-83f6-4200-a705-ef7f4dc206d9 admin admin] Publish callbacks [] for security_group (2e5b9120-6af6-4eb3-bf2a-08af69a1f002), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.777538 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-586a311b-1ea3-44be-bf90-a118ff9e1889 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (93876c48-441d-4557-a59d-23aeaccfa225), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.801415 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a311b-1ea3-44be-bf90-a118ff9e1889 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Pushing event deleted for resources: {'Port': ['ID=93876c48-441d-4557-a59d-23aeaccfa225,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:39.813052 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1a54-83f6-4200-a705-ef7f4dc206d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (2e5b9120-6af6-4eb3-bf2a-08af69a1f002), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.816717 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1a54-83f6-4200-a705-ef7f4dc206d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.818138 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ad0c1a54-83f6-4200-a705-ef7f4dc206d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e5b9120-6af6-4eb3-bf2a-08af69a1f002 HTTP/1.1" status: 204 len: 168 time: 0.1534338 Jun 27 21:22:39.834535 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c1a54-83f6-4200-a705-ef7f4dc206d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5b9120-6af6-4eb3-bf2a-08af69a1f002,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:39.876083 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-586a311b-1ea3-44be-bf90-a118ff9e1889 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks [] for floatingip (cb301553-489d-4942-85cd-78644a4e3361), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.878647 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-586a311b-1ea3-44be-bf90-a118ff9e1889 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:39.879860 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-586a311b-1ea3-44be-bf90-a118ff9e1889 tempest-AttachVolumeShelveTestJSON-133090922 tempest-AttachVolumeShelveTestJSON-133090922-project] 10.222.0.13 "DELETE /v2.0/floatingips/cb301553-489d-4942-85cd-78644a4e3361 HTTP/1.1" status: 204 len: 168 time: 0.6351244 Jun 27 21:22:40.162748 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49510) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:40.176653 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84c0d78a-a49c-4c6c-bf60-880c55a3ee18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:40.260487 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84c0d78a-a49c-4c6c-bf60-880c55a3ee18 admin admin] Publish callbacks [] for security_group (98975116-10ff-4c3f-9f22-3ec1d9c8c76e), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:40.265334 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84c0d78a-a49c-4c6c-bf60-880c55a3ee18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (98975116-10ff-4c3f-9f22-3ec1d9c8c76e), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:40.289087 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:40.309169 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0d78a-a49c-4c6c-bf60-880c55a3ee18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98975116-10ff-4c3f-9f22-3ec1d9c8c76e,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:40.313401 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-84c0d78a-a49c-4c6c-bf60-880c55a3ee18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf650ec2097548e0a50e2d68f58cb777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495733 Jun 27 21:22:40.316131 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49512) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:40.373057 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a36bee2a-d571-4ce3-acf0-9f32ef107374 admin admin] Publish callbacks [] for security_group (98975116-10ff-4c3f-9f22-3ec1d9c8c76e), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:40.395930 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a36bee2a-d571-4ce3-acf0-9f32ef107374 admin admin] Publish callbacks [] for security_group (98975116-10ff-4c3f-9f22-3ec1d9c8c76e), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:40.422019 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3845-71bc-44f0-a2f0-200d4f3e3860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:40.450384 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a36bee2a-d571-4ce3-acf0-9f32ef107374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (98975116-10ff-4c3f-9f22-3ec1d9c8c76e), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:40.453012 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a36bee2a-d571-4ce3-acf0-9f32ef107374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:40.454205 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a36bee2a-d571-4ce3-acf0-9f32ef107374 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98975116-10ff-4c3f-9f22-3ec1d9c8c76e HTTP/1.1" status: 204 len: 168 time: 0.1371329 Jun 27 21:22:40.458769 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:40.465875 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bee2a-d571-4ce3-acf0-9f32ef107374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98975116-10ff-4c3f-9f22-3ec1d9c8c76e,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:41.689596 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49554) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:41.822455 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d247bcdd-210a-4ffd-ae4f-78d851ab3249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:41.865907 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:41.932157 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d247bcdd-210a-4ffd-ae4f-78d851ab3249 admin admin] Publish callbacks [] for security_group (84efa6a0-c126-461f-ac72-ab28926336a2), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:41.937166 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d247bcdd-210a-4ffd-ae4f-78d851ab3249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (84efa6a0-c126-461f-ac72-ab28926336a2), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:41.980716 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d247bcdd-210a-4ffd-ae4f-78d851ab3249 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=befdb890aa684628ac4bd08947f784f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898538 Jun 27 21:22:41.981611 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247bcdd-210a-4ffd-ae4f-78d851ab3249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84efa6a0-c126-461f-ac72-ab28926336a2,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:41.983751 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49560) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:41.984288 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:42.005530 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:42.005876 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device b19d4fbb-0cf8-4c5b-b7e2-ad5cd60e8812 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:42.040373 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Publish callbacks [] for security_group (84efa6a0-c126-461f-ac72-ab28926336a2), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:42.065357 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Publish callbacks [] for security_group (84efa6a0-c126-461f-ac72-ab28926336a2), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:42.114852 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (84efa6a0-c126-461f-ac72-ab28926336a2), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:42.117467 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:42.118637 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84efa6a0-c126-461f-ac72-ab28926336a2 HTTP/1.1" status: 204 len: 168 time: 0.1339211 Jun 27 21:22:42.127779 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84efa6a0-c126-461f-ac72-ab28926336a2,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:42.136731 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.137115 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.137455 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.137823 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.138155 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.138483 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.138790 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.139131 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.139456 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.139783 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.140106 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.140413 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.140729 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.141072 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.141393 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876837bc-d8bd-4d19-940a-749afd895324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:22:42.359158 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49572) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:42.624754 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5501-f626-43e9-ba57-d906ceb87bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:42.843689 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589978'] for router_interface (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:42.877027 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49594) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:42.900160 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:42.991930 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1240019169-network', 'tenant_id': '8b70340671074b2aa4c80384cb6f1c85'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:22:43.041985 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Made reservation on behalf of 8b70340671074b2aa4c80384cb6f1c85 for: {'network': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:22:43.044377 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.057300 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.154012 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] Deleting port b8951fc2-e8ee-47be-93da-68b7b9c82952 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:43.154351 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.234180 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:43.254365 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Publish callbacks [] for security_group (9ef7517c-5f82-498a-9f11-6763069300da), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.267659 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (9ef7517c-5f82-498a-9f11-6763069300da), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.291246 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] For port b8951fc2-e8ee-47be-93da-68b7b9c82952, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=b8951fc2-e8ee-47be-93da-68b7b9c82952,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:43.291617 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.313694 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=104131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:22:43.324098 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] Calling delete_port for b8951fc2-e8ee-47be-93da-68b7b9c82952 owned by network:router_interface {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:43.333677 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef7517c-5f82-498a-9f11-6763069300da,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:43.343533 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (52384e93-8606-44aa-a062-7170c7a88e7d), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.343877 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.segments_db [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Added segment 52384e93-8606-44aa-a062-7170c7a88e7d of type vlan for network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 Jun 27 21:22:43.417418 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (d80fed7e-ca08-478c-bcce-00fe66ce3ab4), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.490743 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (d80fed7e-ca08-478c-bcce-00fe66ce3ab4), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.491679 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:43.492269 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.535930 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6577954 Jun 27 21:22:43.540219 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49598) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:43.545488 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] Request body: {'subnet': {'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1240019169-subnet', 'tenant_id': '8b70340671074b2aa4c80384cb6f1c85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:22:43.571767 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] Made reservation on behalf of 8b70340671074b2aa4c80384cb6f1c85 for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:22:43.573266 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c41fe0-c6cb-4515-805d-f9e252e3a505 admin admin] Pushing event updated for resources: {'Network': ['ID=d80fed7e-ca08-478c-bcce-00fe66ce3ab4,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:43.574645 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4808171'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.591037 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:22:43.646150 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:43.651303 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (b8951fc2-e8ee-47be-93da-68b7b9c82952), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.686312 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8951fc2-e8ee-47be-93da-68b7b9c82952,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:43.799364 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5529048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4806417'] for subnet (a44541fb-343e-49b6-b2e0-6352fd66f144), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.813153 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.867481 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a44541fb-343e-49b6-b2e0-6352fd66f144,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:43.876329 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] Checking segment: {'id': '52384e93-8606-44aa-a062-7170c7a88e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:22:43.876907 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] Network hostable DHCP agents. Network: d80fed7e-ca08-478c-bcce-00fe66ce3ab4, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:22:43.904094 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] Network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:22:43.904550 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590090'] for router_interface (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.916798 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, d80fed7e-ca08-478c-bcce-00fe66ce3ab4) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:22:43.925808 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:43.926675 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:43.943382 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd504b5c-c53e-409a-8c29-79237a558a3f None None] Network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:22:43.966470 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1590bd5e-b782-4638-b132-83e6b006da06 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4247859 Jun 27 21:22:43.982320 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:44.083586 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b40f23-5a9a-4bc4-baf8-8090216f2800 None None] Network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:22:44.167580 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] Router cf696b2c-41e8-4d11-b342-d6cf053bfa9b has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:22:44.282096 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:22:44.287421 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-b7904ce9-d31c-4e41-a363-3e1be651de95 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf696b2c-41e8-4d11-b342-d6cf053bfa9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9272168 Jun 27 21:22:44.290496 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49608) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:44.294897 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803b7d0-544d-461b-a37d-8d595663f7a8 None None] Sync routers for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:22:44.306020 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803b7d0-544d-461b-a37d-8d595663f7a8 None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:44.306814 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2803b7d0-544d-461b-a37d-8d595663f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:44.406114 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Publish callbacks [] for router (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:44.447783 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-2803b7d0-544d-461b-a37d-8d595663f7a8 None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:44.453756 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:44.543697 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Publish callbacks [] for router_gateway (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:44.607182 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Deleting port cbbe9eb3-7633-419a-bbd0-7743aac078c6 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:44.607678 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:44.671275 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:44.676617 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2803b7d0-544d-461b-a37d-8d595663f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:22:43Z', 'revision_number': 5, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port': {'id': 'cbbe9eb3-7633-419a-bbd0-7743aac078c6', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:aa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:15:55Z', 'updated_at': '2022-06-27T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:44.697385 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] For port cbbe9eb3-7633-419a-bbd0-7743aac078c6, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=cbbe9eb3-7633-419a-bbd0-7743aac078c6,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:44.697793 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:44.703486 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803b7d0-544d-461b-a37d-8d595663f7a8 None None] Checking router: cf696b2c-41e8-4d11-b342-d6cf053bfa9b for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:22:44.713232 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Calling delete_port for cbbe9eb3-7633-419a-bbd0-7743aac078c6 owned by network:router_gateway {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:44.713533 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803b7d0-544d-461b-a37d-8d595663f7a8 None None] Routers {'cf696b2c-41e8-4d11-b342-d6cf053bfa9b'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:44.714160 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2803b7d0-544d-461b-a37d-8d595663f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:44.723030 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:44.800021 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-2803b7d0-544d-461b-a37d-8d595663f7a8 None None] Set router cf696b2c-41e8-4d11-b342-d6cf053bfa9b gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:44.849557 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-2803b7d0-544d-461b-a37d-8d595663f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:22:44Z', 'revision_number': 6, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port_host': None}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:44.882162 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803b7d0-544d-461b-a37d-8d595663f7a8 None None] The sync data for ids ['cf696b2c-41e8-4d11-b342-d6cf053bfa9b'] in dv-cinder-847732-1-iscsi is: [{'id': 'cf696b2c-41e8-4d11-b342-d6cf053bfa9b', 'name': 'tempest-AttachVolumeShelveTestJSON-127699734-router', 'tenant_id': '0cdaf724b92644a0ae7fbb71147aef40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:15:52Z', 'updated_at': '2022-06-27T21:22:44Z', 'revision_number': 6, 'project_id': '0cdaf724b92644a0ae7fbb71147aef40', 'gw_port_host': None}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:22:44.895188 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (cbbe9eb3-7633-419a-bbd0-7743aac078c6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:44.923158 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbe9eb3-7633-419a-bbd0-7743aac078c6,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:44.999146 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601284'] for router_gateway (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.091855 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2570'] for router (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.094055 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Publish callbacks [] for router_controller (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.138923 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591556'] for router (cf696b2c-41e8-4d11-b342-d6cf053bfa9b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.139496 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf696b2c-41e8-4d11-b342-d6cf053bfa9b {{(pid=104130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 21:22:45.144705 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.145689 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7cf2d2f5-b921-4301-9882-c48b58d7dc89 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cf696b2c-41e8-4d11-b342-d6cf053bfa9b HTTP/1.1" status: 204 len: 168 time: 0.8534448 Jun 27 21:22:45.148918 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49616) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:45.196661 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd8d2c4-bdde-4662-8c9e-97d00b692963 admin admin] Deleting subnet c88f597f-8bc5-48ec-a171-53096e1581d7 {{(pid=104131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:22:45.200033 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d2c4-bdde-4662-8c9e-97d00b692963 admin admin] Publish callbacks [] for subnet (c88f597f-8bc5-48ec-a171-53096e1581d7), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.238905 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d2c4-bdde-4662-8c9e-97d00b692963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757281'] for subnet (c88f597f-8bc5-48ec-a171-53096e1581d7), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.331848 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d2c4-bdde-4662-8c9e-97d00b692963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (c88f597f-8bc5-48ec-a171-53096e1581d7), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.403625 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d2c4-bdde-4662-8c9e-97d00b692963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966619'] for subnet (c88f597f-8bc5-48ec-a171-53096e1581d7), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.432253 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:45.433877 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d2c4-bdde-4662-8c9e-97d00b692963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c88f597f-8bc5-48ec-a171-53096e1581d7,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:45.436840 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d2c4-bdde-4662-8c9e-97d00b692963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.439759 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-6bd8d2c4-bdde-4662-8c9e-97d00b692963 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c88f597f-8bc5-48ec-a171-53096e1581d7 HTTP/1.1" status: 204 len: 168 time: 0.2895629 Jun 27 21:22:45.442474 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49618) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:45.449191 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a308045-eaee-461d-9b79-b4a7444f771f None None] Network 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:22:45.467478 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.519374 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (449e2e33-47ed-4bc8-9db3-ee1c9d54d111), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.703569 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8f35c-91ad-4361-b5f8-25bd2c001ae7 None None] DHCP port deletion for 449e2e33-47ed-4bc8-9db3-ee1c9d54d111 request from dv-cinder-847732-1-iscsi {{(pid=104132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 21:22:45.717327 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.763594 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8f35c-91ad-4361-b5f8-25bd2c001ae7 None None] Deleting port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 {{(pid=104132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:45.764258 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f35c-91ad-4361-b5f8-25bd2c001ae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), before_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.777151 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device b8951fc2-e8ee-47be-93da-68b7b9c82952 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:45.811998 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: b8951fc2-e8ee-47be-93da-68b7b9c82952 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:45.812328 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device b8951fc2-e8ee-47be-93da-68b7b9c82952 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:45.812745 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device cbbe9eb3-7633-419a-bbd0-7743aac078c6 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:45.836147 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: cbbe9eb3-7633-419a-bbd0-7743aac078c6 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:45.837066 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device cbbe9eb3-7633-419a-bbd0-7743aac078c6 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:45.837740 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device e8fe4a94-181b-4b81-bac2-ad153ccc79e3 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:45.887303 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:45.902140 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Deleting port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:45.904633 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.934607 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-b3a8f35c-91ad-4361-b5f8-25bd2c001ae7 None None] For port e8fe4a94-181b-4b81-bac2-ad153ccc79e3, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e8fe4a94-181b-4b81-bac2-ad153ccc79e3,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:45.935117 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f35c-91ad-4361-b5f8-25bd2c001ae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), precommit_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:45.942194 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c55f2-3256-4a97-a497-03195cf34b50 req-c8b91ade-fe57-4a73-abbb-6ce9a9be1f8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:45.944515 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-c8b91ade-fe57-4a73-abbb-6ce9a9be1f8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/networks?id=d80fed7e-ca08-478c-bcce-00fe66ce3ab4 HTTP/1.1" status: 200 len: 809 time: 0.1462545 Jun 27 21:22:45.951765 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8f35c-91ad-4361-b5f8-25bd2c001ae7 None None] Calling delete_port for e8fe4a94-181b-4b81-bac2-ad153ccc79e3 owned by network:dhcp {{(pid=104132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:45.962347 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-c94b1c1f-6094-44cc-b5ea-320bfeae0c42 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/quotas/8b70340671074b2aa4c80384cb6f1c85 HTTP/1.1" status: 200 len: 375 time: 0.0107901 Jun 27 21:22:45.984051 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] For port e8fe4a94-181b-4b81-bac2-ad153ccc79e3, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e8fe4a94-181b-4b81-bac2-ad153ccc79e3,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:45.985417 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.018649 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-652acf50-03b0-4436-85d0-c7bf8673a411 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b70340671074b2aa4c80384cb6f1c85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404031 Jun 27 21:22:46.020040 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Calling delete_port for e8fe4a94-181b-4b81-bac2-ad153ccc79e3 owned by network:dhcp {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:46.063584 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 is: ACTIVE; New status is: DOWN {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:22:46.063983 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.127983 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port e8fe4a94-181b-4b81-bac2-ad153ccc79e3, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e8fe4a94-181b-4b81-bac2-ad153ccc79e3,segment=NetworkSegment(29d61e71-0ab3-48ca-9633-3f12ef263076),segment_id=29d61e71-0ab3-48ca-9633-3f12ef263076)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:46.138175 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.183702 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b3a8f35c-91ad-4361-b5f8-25bd2c001ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), after_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.185263 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (e8fe4a94-181b-4b81-bac2-ad153ccc79e3), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.203152 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8f35c-91ad-4361-b5f8-25bd2c001ae7 None None] No DVR routers for this DVR port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 on host dv-cinder-847732-1-iscsi {{(pid=104132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:22:46.230906 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fe4a94-181b-4b81-bac2-ad153ccc79e3,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:46.234794 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=e8fe4a94-181b-4b81-bac2-ad153ccc79e3,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:46.235836 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] No DVR routers for this DVR port e8fe4a94-181b-4b81-bac2-ad153ccc79e3 on host dv-cinder-847732-1-iscsi {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:22:46.249939 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-6086eb5e-2e60-4a8e-82f1-dbefb269aada service neutron] 10.222.0.13 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156646 Jun 27 21:22:46.259898 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8f35c-91ad-4361-b5f8-25bd2c001ae7 None None] Pushing event deleted for resources: {'Port': ['ID=e8fe4a94-181b-4b81-bac2-ad153ccc79e3,revision_number=None']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:46.326952 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (449e2e33-47ed-4bc8-9db3-ee1c9d54d111), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.339789 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:46.349401 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449e2e33-47ed-4bc8-9db3-ee1c9d54d111']}} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:46.349815 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:46.357207 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-23526ff8-0ee5-413f-a4c4-ab02fc8c41b0 service neutron] 10.222.0.13 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007602 Jun 27 21:22:46.361345 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d61e71-0ab3-48ca-9633-3f12ef263076') {'for_net_delete': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:46.361638 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d61e71-0ab3-48ca-9633-3f12ef263076') {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:46.373598 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757304'] for segment (29d61e71-0ab3-48ca-9633-3f12ef263076), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.388542 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (29d61e71-0ab3-48ca-9633-3f12ef263076), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.396581 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:22:46.396976 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25770650'] for segment (29d61e71-0ab3-48ca-9633-3f12ef263076), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.473220 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (449e2e33-47ed-4bc8-9db3-ee1c9d54d111), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.484306 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.491527 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] 10.222.0.13 "DELETE /v2.0/networks/449e2e33-47ed-4bc8-9db3-ee1c9d54d111 HTTP/1.1" status: 204 len: 168 time: 1.0450869 Jun 27 21:22:46.520167 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cdfd2-6065-4e78-81b2-bd784bb56143 admin admin] Pushing event deleted for resources: {'Network': ['ID=449e2e33-47ed-4bc8-9db3-ee1c9d54d111,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:46.568532 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a5255ba3-c9e3-4076-9509-113e1c178864 req-bd1bea31-7448-4e4b-b29b-c02d3fdc9a98 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 210 time: 0.0373054 Jun 27 21:22:46.603944 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment 29d61e71-0ab3-48ca-9633-3f12ef263076 resource provider aggregate not found Jun 27 21:22:46.620409 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment 29d61e71-0ab3-48ca-9633-3f12ef263076 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29d61e71-0ab3-48ca-9633-3f12ef263076 found for delete ", "request_id": "req-bce527f6-f73f-4d29-973b-4812d450b6fc"}]} Jun 27 21:22:46.663643 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49654) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:46.712844 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d5fca189-b912-4ccd-a0b6-377e30fca0c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cdaf724b92644a0ae7fbb71147aef40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0473766 Jun 27 21:22:46.715319 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49658) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:46.778718 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3ed18ccc-c142-4608-b0b5-806acc8c1d45 admin admin] Publish callbacks [] for security_group (1c2575e1-629d-4f34-9941-95ef540f9384), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.801986 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3ed18ccc-c142-4608-b0b5-806acc8c1d45 admin admin] Publish callbacks [] for security_group (1c2575e1-629d-4f34-9941-95ef540f9384), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.861823 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3ed18ccc-c142-4608-b0b5-806acc8c1d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (1c2575e1-629d-4f34-9941-95ef540f9384), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.864641 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3ed18ccc-c142-4608-b0b5-806acc8c1d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:46.869603 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3ed18ccc-c142-4608-b0b5-806acc8c1d45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c2575e1-629d-4f34-9941-95ef540f9384 HTTP/1.1" status: 204 len: 168 time: 0.1495869 Jun 27 21:22:46.876793 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed18ccc-c142-4608-b0b5-806acc8c1d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2575e1-629d-4f34-9941-95ef540f9384,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:47.683347 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fbe643c2-619b-4648-8d88-38845b467dc7 req-f20864f6-1e66-47e5-99dc-a2f0e6f6fa7c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 210 time: 0.0369918 Jun 27 21:22:47.768769 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c55f2-3256-4a97-a497-03195cf34b50 req-0a739f97-4e35-4372-8676-d57ce757035e tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:47.770452 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-0a739f97-4e35-4372-8676-d57ce757035e tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.33 "GET /v2.0/networks?id=d80fed7e-ca08-478c-bcce-00fe66ce3ab4 HTTP/1.1" status: 200 len: 809 time: 0.1436434 Jun 27 21:22:47.792958 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Request body: {'port': {'device_id': 'b7dedf72-564d-4542-ae8e-626f445758d6', 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4', 'admin_state_up': True, 'tenant_id': '8b70340671074b2aa4c80384cb6f1c85'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:22:47.810516 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:47.812102 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=48 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:47.917429 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Made reservation on behalf of 8b70340671074b2aa4c80384cb6f1c85 for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:22:47.921287 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:48.068027 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Allocated IP 172.20.0.12 (d80fed7e-ca08-478c-bcce-00fe66ce3ab4/a44541fb-343e-49b6-b2e0-6352fd66f144/cc340891-83ed-4294-b526-d713283c7b21) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:22:48.130802 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:48.284976 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks [] for port (cc340891-83ed-4294-b526-d713283c7b21), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:48.320370 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (cc340891-83ed-4294-b526-d713283c7b21), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:48.368512 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:22:48.371896 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:22:48.376264 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:22:48.382921 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Pushing event updated for resources: {'Port': ['ID=cc340891-83ed-4294-b526-d713283c7b21,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:48.431769 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:48.432447 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:48.442102 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:48.451668 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-9b4ef58e-b35c-408d-9d3b-4a6946a18bcd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6658490 Jun 27 21:22:48.638606 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Request body: {'port': {'device_id': 'b7dedf72-564d-4542-ae8e-626f445758d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:22:48.724564 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (cc340891-83ed-4294-b526-d713283c7b21), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:48.887917 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eac619-6db0-4398-9061-07024bedc6e7 req-b1eb6f0d-a15f-4a66-8c29-5e0ae7a3ab07 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:48.889497 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a5eac619-6db0-4398-9061-07024bedc6e7 req-b1eb6f0d-a15f-4a66-8c29-5e0ae7a3ab07 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 932 time: 0.1131208 Jun 27 21:22:48.998417 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a5eac619-6db0-4398-9061-07024bedc6e7 req-3aaca52a-017e-4647-be99-030fa2f50ce9 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025295 Jun 27 21:22:49.081644 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc340891-83ed-4294-b526-d713283c7b21 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:22:49.090836 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Publish callbacks [] for port (cc340891-83ed-4294-b526-d713283c7b21), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:49.104506 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Transition to ACTIVE for port object cc340891-83ed-4294-b526-d713283c7b21 will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:22:49.108253 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (cc340891-83ed-4294-b526-d713283c7b21), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:49.160645 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Pushing event updated for resources: {'Port': ['ID=cc340891-83ed-4294-b526-d713283c7b21,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:49.188391 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:49.240708 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Attempting to bind port cc340891-83ed-4294-b526-d713283c7b21 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:22:49.241083 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Attempting to bind port cc340891-83ed-4294-b526-d713283c7b21 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '52384e93-8606-44aa-a062-7170c7a88e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:22:49.241495 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Attempting to bind port cc340891-83ed-4294-b526-d713283c7b21 on network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:22:49.246595 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Port cc340891-83ed-4294-b526-d713283c7b21 on network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:22:49.246921 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Attempting to bind port cc340891-83ed-4294-b526-d713283c7b21 on network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:22:49.252739 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:22:49.253013 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Checking segment: {'id': '52384e93-8606-44aa-a062-7170c7a88e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:22:49.253381 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Bound using segment: {'id': '52384e93-8606-44aa-a062-7170c7a88e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:22:49.253792 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Bound port: cc340891-83ed-4294-b526-d713283c7b21, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52384e93-8606-44aa-a062-7170c7a88e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:22:49.254150 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (cc340891-83ed-4294-b526-d713283c7b21), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:49.323588 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] For port cc340891-83ed-4294-b526-d713283c7b21, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:22:49.326944 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] For port cc340891-83ed-4294-b526-d713283c7b21, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cc340891-83ed-4294-b526-d713283c7b21,segment=NetworkSegment(52384e93-8606-44aa-a062-7170c7a88e7d),segment_id=52384e93-8606-44aa-a062-7170c7a88e7d)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:22:49.334088 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (cc340891-83ed-4294-b526-d713283c7b21), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:49.378418 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:49.379037 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:49.380422 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] 10.222.0.33 "PUT /v2.0/ports/cc340891-83ed-4294-b526-d713283c7b21 HTTP/1.1" status: 200 len: 1094 time: 0.7464452 Jun 27 21:22:49.380865 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dedf72-564d-4542-ae8e-626f445758d6', 'tag': 'cc340891-83ed-4294-b526-d713283c7b21'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:22:49.383162 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d5454d-2528-46b3-9672-2e936340f93d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dedf72-564d-4542-ae8e-626f445758d6", "tag": "cc340891-83ed-4294-b526-d713283c7b21"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:22:49.400111 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da2bda-01a6-4d62-8fcb-93b13f0c7c3d service neutron] Pushing event updated for resources: {'Port': ['ID=cc340891-83ed-4294-b526-d713283c7b21,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:49.435918 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac2de35-ec48-4d11-b95b-03e6f052d6b2 x-openstack-request-id: req-7ac2de35-ec48-4d11-b95b-03e6f052d6b2 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:22:49.435918 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dedf72-564d-4542-ae8e-626f445758d6", "tag": "cc340891-83ed-4294-b526-d713283c7b21", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:22:49.435918 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ac2de35-ec48-4d11-b95b-03e6f052d6b2 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:22:49.435918 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac2de35-ec48-4d11-b95b-03e6f052d6b2'] response: {'name': 'network-changed', 'server_uuid': 'b7dedf72-564d-4542-ae8e-626f445758d6', 'tag': 'cc340891-83ed-4294-b526-d713283c7b21', 'status': 'completed', 'code': 200} Jun 27 21:22:49.493268 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c55f2-3256-4a97-a497-03195cf34b50 req-c708244d-8d24-40de-ad45-f7407a0a03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:49.494996 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-c708244d-8d24-40de-ad45-f7407a0a03c5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8b70340671074b2aa4c80384cb6f1c85&device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 1128 time: 0.0434163 Jun 27 21:22:49.556896 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-8634ffba-d425-4d74-b7d3-68fe4dde2f4e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc340891-83ed-4294-b526-d713283c7b21 HTTP/1.1" status: 200 len: 217 time: 0.0467849 Jun 27 21:22:49.609449 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:49.617314 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c55f2-3256-4a97-a497-03195cf34b50 req-3b211e38-6570-403e-811a-0eb7ad62bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:49.618773 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-3b211e38-6570-403e-811a-0eb7ad62bd0e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a44541fb-343e-49b6-b2e0-6352fd66f144 HTTP/1.1" status: 200 len: 849 time: 0.0553129 Jun 27 21:22:49.655383 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-a31b3082-591b-44cc-8eaf-dc1046e818fa service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d80fed7e-ca08-478c-bcce-00fe66ce3ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283587 Jun 27 21:22:49.702666 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:49.762096 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-c7f513b5-1daa-4fc7-b399-bdb97997b424 service neutron] 10.222.0.33 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989461 Jun 27 21:22:49.859669 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-307c55f2-3256-4a97-a497-03195cf34b50 req-6262cf0b-4914-4bde-8db7-dee8a1f548cb service neutron] 10.222.0.33 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908580 Jun 27 21:22:50.117803 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39a424-41bd-47cd-ba56-88c5d4c99bd8 req-22f8dcd6-feb4-4990-8a7e-38e8eb26a45b tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:50.119345 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-cf39a424-41bd-47cd-ba56-88c5d4c99bd8 req-22f8dcd6-feb4-4990-8a7e-38e8eb26a45b tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 944 time: 0.0508797 Jun 27 21:22:50.169045 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-cf39a424-41bd-47cd-ba56-88c5d4c99bd8 req-d99894d8-f4ae-47f8-b437-9f1b81298bf1 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Jun 27 21:22:50.781313 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5454d-2528-46b3-9672-2e936340f93d req-50c38042-e2e9-462a-9ada-2a1e30c9750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:50.782931 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-67d5454d-2528-46b3-9672-2e936340f93d req-50c38042-e2e9-462a-9ada-2a1e30c9750b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8b70340671074b2aa4c80384cb6f1c85&device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 1128 time: 0.0496633 Jun 27 21:22:50.893915 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5454d-2528-46b3-9672-2e936340f93d req-bd5990df-e084-40b9-98a3-8c91afa1b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:50.895496 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-67d5454d-2528-46b3-9672-2e936340f93d req-bd5990df-e084-40b9-98a3-8c91afa1b857 service neutron] 10.222.0.33 "GET /v2.0/networks?id=d80fed7e-ca08-478c-bcce-00fe66ce3ab4 HTTP/1.1" status: 200 len: 910 time: 0.1062567 Jun 27 21:22:50.937622 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-67d5454d-2528-46b3-9672-2e936340f93d req-f44417d0-c97a-47cd-ac6c-bc8ca200bd46 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc340891-83ed-4294-b526-d713283c7b21 HTTP/1.1" status: 200 len: 217 time: 0.0353138 Jun 27 21:22:50.939925 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49748) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:50.999194 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5454d-2528-46b3-9672-2e936340f93d req-eedde732-a744-4e13-aa42-4befe5cd492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:51.000684 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-67d5454d-2528-46b3-9672-2e936340f93d req-eedde732-a744-4e13-aa42-4befe5cd492b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a44541fb-343e-49b6-b2e0-6352fd66f144 HTTP/1.1" status: 200 len: 849 time: 0.0549963 Jun 27 21:22:51.042364 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-67d5454d-2528-46b3-9672-2e936340f93d req-f87436ad-3a01-4156-949d-9df8e437a626 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d80fed7e-ca08-478c-bcce-00fe66ce3ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333953 Jun 27 21:22:51.089658 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c04c765-fc31-411e-8da9-3ccee9afa357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:51.180881 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-67d5454d-2528-46b3-9672-2e936340f93d req-13a7432d-246a-4de2-bf3c-49c64623075a service neutron] 10.222.0.33 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308203 Jun 27 21:22:51.198513 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:51.294816 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c04c765-fc31-411e-8da9-3ccee9afa357 admin admin] Publish callbacks [] for security_group (1eafbc88-2280-4d95-a9f5-4a0b759cfd2a), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:51.303025 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c04c765-fc31-411e-8da9-3ccee9afa357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (1eafbc88-2280-4d95-a9f5-4a0b759cfd2a), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:51.348097 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-67d5454d-2528-46b3-9672-2e936340f93d req-79bb6951-6c4d-43cf-8b31-3b9494f825a4 service neutron] 10.222.0.33 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585355 Jun 27 21:22:51.361629 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04c765-fc31-411e-8da9-3ccee9afa357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eafbc88-2280-4d95-a9f5-4a0b759cfd2a,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:51.369817 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-7c04c765-fc31-411e-8da9-3ccee9afa357 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=083acc51fd7842fc893ebd00da3c64dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262276 Jun 27 21:22:51.370054 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49760) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:51.400194 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49762) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:51.407842 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:51.681276 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Deleting port e01e0b0c-c316-422d-8f0d-0498d6c1d396 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:51.681536 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (e01e0b0c-c316-422d-8f0d-0498d6c1d396), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:51.707453 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:51.743874 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f249fff-2d06-4d3f-980a-e209c2cb7a24 req-2f89954e-3120-4431-b7d3-b766660e2bab tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:51.745406 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0f249fff-2d06-4d3f-980a-e209c2cb7a24 req-2f89954e-3120-4431-b7d3-b766660e2bab tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 944 time: 0.3363585 Jun 27 21:22:51.746202 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d67c2f7b-ea6e-4210-8325-accfba328b73 admin admin] Publish callbacks [] for security_group (1eafbc88-2280-4d95-a9f5-4a0b759cfd2a), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:51.766081 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (e01e0b0c-c316-422d-8f0d-0498d6c1d396), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:51.766496 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for floatingip (e01e0b0c-c316-422d-8f0d-0498d6c1d396), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:51.780856 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Calling delete_port for e01e0b0c-c316-422d-8f0d-0498d6c1d396 owned by network:floatingip {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:51.783259 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d67c2f7b-ea6e-4210-8325-accfba328b73 admin admin] Publish callbacks [] for security_group (1eafbc88-2280-4d95-a9f5-4a0b759cfd2a), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:51.833619 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0f249fff-2d06-4d3f-980a-e209c2cb7a24 req-4e216578-fbbd-462e-b75c-8c2211499412 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822847 Jun 27 21:22:51.856844 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d67c2f7b-ea6e-4210-8325-accfba328b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (1eafbc88-2280-4d95-a9f5-4a0b759cfd2a), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:51.859958 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d67c2f7b-ea6e-4210-8325-accfba328b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:51.863961 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d67c2f7b-ea6e-4210-8325-accfba328b73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1eafbc88-2280-4d95-a9f5-4a0b759cfd2a HTTP/1.1" status: 204 len: 168 time: 0.4929538 Jun 27 21:22:51.872716 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c2f7b-ea6e-4210-8325-accfba328b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eafbc88-2280-4d95-a9f5-4a0b759cfd2a,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:51.961691 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (e01e0b0c-c316-422d-8f0d-0498d6c1d396), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:51.986038 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event deleted for resources: {'Port': ['ID=e01e0b0c-c316-422d-8f0d-0498d6c1d396,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:52.041957 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device cc340891-83ed-4294-b526-d713283c7b21 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:22:52.057404 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for floatingip (cdfddddf-05b2-4769-9597-cb5b0ee2341d), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:52.058033 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Floating IP cdfddddf-05b2-4769-9597-cb5b0ee2341d disassociated (deleted). External IP: 172.27.0.4, port: 36112ae1-bee5-4df6-9469-82c6af7bb1f4. Jun 27 21:22:52.147758 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port cc340891-83ed-4294-b526-d713283c7b21, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cc340891-83ed-4294-b526-d713283c7b21,segment=NetworkSegment(52384e93-8606-44aa-a062-7170c7a88e7d),segment_id=52384e93-8606-44aa-a062-7170c7a88e7d)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:52.159310 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'cc340891-83ed-4294-b526-d713283c7b21', 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4', 'port_id': 'cc340891-83ed-4294-b526-d713283c7b21', 'mac_address': 'fa:16:3e:07:00:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44541fb-343e-49b6-b2e0-6352fd66f144', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:22:52.160081 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:52.203233 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port cc340891-83ed-4294-b526-d713283c7b21 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:22:52.203383 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (cc340891-83ed-4294-b526-d713283c7b21), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:52.206294 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:52.221515 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc340891-83ed-4294-b526-d713283c7b21 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:22:52.239943 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:52.245208 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port cc340891-83ed-4294-b526-d713283c7b21, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cc340891-83ed-4294-b526-d713283c7b21,segment=NetworkSegment(52384e93-8606-44aa-a062-7170c7a88e7d),segment_id=52384e93-8606-44aa-a062-7170c7a88e7d)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:52.250693 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (cc340891-83ed-4294-b526-d713283c7b21), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:52.279620 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Router 3f4bb354-c105-438e-9e12-63bad09a89de has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:22:52.306702 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=cc340891-83ed-4294-b526-d713283c7b21,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:52.390957 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:22:52.396194 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:52.402286 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2a473-fd7b-4014-956f-07ca819f86f4 None None] Sync routers for ids ['3f4bb354-c105-438e-9e12-63bad09a89de'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:22:52.418128 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2a473-fd7b-4014-956f-07ca819f86f4 None None] Routers {'3f4bb354-c105-438e-9e12-63bad09a89de'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:52.418752 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-dfa2a473-fd7b-4014-956f-07ca819f86f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['3f4bb354-c105-438e-9e12-63bad09a89de'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:52.442613 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-1300844c-017b-45fc-9667-f0c81ec6f091 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "DELETE /v2.0/floatingips/cdfddddf-05b2-4769-9597-cb5b0ee2341d HTTP/1.1" status: 204 len: 168 time: 1.0413210 Jun 27 21:22:52.443694 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:22:52.448113 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:22:52.506484 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32adcf49-29bc-4242-8161-2cce2b14f452 x-openstack-request-id: req-32adcf49-29bc-4242-8161-2cce2b14f452 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:22:52.506893 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:22:52.507094 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32adcf49-29bc-4242-8161-2cce2b14f452 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:22:52.507508 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32adcf49-29bc-4242-8161-2cce2b14f452'] response: {'name': 'network-changed', 'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'status': 'completed', 'code': 200} Jun 27 21:22:52.572699 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-dfa2a473-fd7b-4014-956f-07ca819f86f4 None None] Set router 3f4bb354-c105-438e-9e12-63bad09a89de gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:52.585562 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['cc340891-83ed-4294-b526-d713283c7b21'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:22:52.661584 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad req-d16495c7-93d0-44d4-88cc-9ef255af4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:52.663341 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad req-d16495c7-93d0-44d4-88cc-9ef255af4737 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f484976e63ce44daa10eadd2a9d6cc76&device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 1129 time: 0.0939534 Jun 27 21:22:52.749752 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb23a7-3c9f-46eb-85f9-822c49c8683a req-c11becd2-fe33-4453-9231-66a6f36f7963 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:52.760021 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-67fb23a7-3c9f-46eb-85f9-822c49c8683a req-c11becd2-fe33-4453-9231-66a6f36f7963 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0677233 Jun 27 21:22:52.807302 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-dfa2a473-fd7b-4014-956f-07ca819f86f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 4, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3223037c-9dcb-4693-8a68-3c345417a5f6', 'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'mac_address': 'fa:16:3e:f8:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:38Z', 'updated_at': '2022-06-27T21:17:43Z', 'revision_number': 5, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'subnets': [{'id': '1f444894-ce72-40c6-97c3-59e461303458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:52.819593 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-67fb23a7-3c9f-46eb-85f9-822c49c8683a req-7c50c4ec-d413-4872-a569-d0ed37725904 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579100 Jun 27 21:22:52.838322 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2a473-fd7b-4014-956f-07ca819f86f4 None None] Checking router: 3f4bb354-c105-438e-9e12-63bad09a89de for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:22:52.852860 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa2a473-fd7b-4014-956f-07ca819f86f4 None None] Routers {'3f4bb354-c105-438e-9e12-63bad09a89de'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:22:52.852860 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-dfa2a473-fd7b-4014-956f-07ca819f86f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['3f4bb354-c105-438e-9e12-63bad09a89de'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:52.965071 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-dfa2a473-fd7b-4014-956f-07ca819f86f4 None None] Set router 3f4bb354-c105-438e-9e12-63bad09a89de gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:22:52.991018 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929794d-a877-4500-b114-b9706db67e5b req-2dc5f1d9-448f-49a6-8c5b-30560bf1d87f tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:53.000396 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1929794d-a877-4500-b114-b9706db67e5b req-2dc5f1d9-448f-49a6-8c5b-30560bf1d87f tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 945 time: 0.0821264 Jun 27 21:22:53.067951 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1929794d-a877-4500-b114-b9706db67e5b req-3e5f5fb7-8852-4c0a-8177-e82d33e393b6 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677385 Jun 27 21:22:53.274989 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-dfa2a473-fd7b-4014-956f-07ca819f86f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 4, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3223037c-9dcb-4693-8a68-3c345417a5f6', 'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'mac_address': 'fa:16:3e:f8:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:38Z', 'updated_at': '2022-06-27T21:17:43Z', 'revision_number': 5, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'subnets': [{'id': '1f444894-ce72-40c6-97c3-59e461303458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:22:53.299823 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2a473-fd7b-4014-956f-07ca819f86f4 None None] The sync data for ids ['3f4bb354-c105-438e-9e12-63bad09a89de'] in dv-cinder-847732-1-iscsi is: [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:17:39Z', 'revision_number': 4, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '3223037c-9dcb-4693-8a68-3c345417a5f6', 'name': '', 'network_id': '2833602c-5fda-49c5-9f8b-40525401a7af', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'mac_address': 'fa:16:3e:f8:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1f444894-ce72-40c6-97c3-59e461303458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:38Z', 'updated_at': '2022-06-27T21:17:43Z', 'revision_number': 5, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'subnets': [{'id': '1f444894-ce72-40c6-97c3-59e461303458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:22:53.336026 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49824) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:53.453893 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0fac044-66da-4b4d-a844-f4f328c5a63d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:53.553172 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0fac044-66da-4b4d-a844-f4f328c5a63d admin admin] Publish callbacks [] for security_group (369b14e5-8981-40d0-9137-3f803da1e5ef), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:53.558372 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c0fac044-66da-4b4d-a844-f4f328c5a63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (369b14e5-8981-40d0-9137-3f803da1e5ef), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:53.572131 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35c059-2e84-44f5-98d7-41b924b404d5 None None] New status for floating IP cdfddddf-05b2-4769-9597-cb5b0ee2341d: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:22:53.604870 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c0fac044-66da-4b4d-a844-f4f328c5a63d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fce4740b494c472dba26d969ed39a7ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677326 Jun 27 21:22:53.606452 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fac044-66da-4b4d-a844-f4f328c5a63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369b14e5-8981-40d0-9137-3f803da1e5ef,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:53.607882 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49832) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:22:53.683620 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2f72efb7-ec57-415e-8384-94afbb42c8bc admin admin] Publish callbacks [] for security_group (369b14e5-8981-40d0-9137-3f803da1e5ef), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:53.726571 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2f72efb7-ec57-415e-8384-94afbb42c8bc admin admin] Publish callbacks [] for security_group (369b14e5-8981-40d0-9137-3f803da1e5ef), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:53.752427 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:53.807001 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2f72efb7-ec57-415e-8384-94afbb42c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (369b14e5-8981-40d0-9137-3f803da1e5ef), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:53.809754 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2f72efb7-ec57-415e-8384-94afbb42c8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:53.810979 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-2f72efb7-ec57-415e-8384-94afbb42c8bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/369b14e5-8981-40d0-9137-3f803da1e5ef HTTP/1.1" status: 204 len: 168 time: 0.2020302 Jun 27 21:22:53.819665 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72efb7-ec57-415e-8384-94afbb42c8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369b14e5-8981-40d0-9137-3f803da1e5ef,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:53.961793 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2041b-3d40-4f00-84e7-cfcbd49c585f req-8d52b6c0-7ef7-468f-9ae6-8c57a3e3f687 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:53.963386 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bca2041b-3d40-4f00-84e7-cfcbd49c585f req-8d52b6c0-7ef7-468f-9ae6-8c57a3e3f687 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0603445 Jun 27 21:22:53.976188 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:54.029510 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-bca2041b-3d40-4f00-84e7-cfcbd49c585f req-3b61afc2-56c4-4509-b2e6-52bfab6f4d14 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599215 Jun 27 21:22:54.045880 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device cc340891-83ed-4294-b526-d713283c7b21 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:22:54.103417 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port cc340891-83ed-4294-b526-d713283c7b21 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:22:54.112479 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port cc340891-83ed-4294-b526-d713283c7b21 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:22:54.112947 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (cc340891-83ed-4294-b526-d713283c7b21), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:54.153749 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad req-5b5f20d9-c365-48fb-9a73-db9cd9bc5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:54.156563 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad req-5b5f20d9-c365-48fb-9a73-db9cd9bc5be5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=2833602c-5fda-49c5-9f8b-40525401a7af HTTP/1.1" status: 200 len: 910 time: 0.1741221 Jun 27 21:22:54.217474 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276b34a-de10-4c88-b006-09b42f82c437 req-d9794731-d4ba-4d02-902a-acf5ce9728a4 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:54.219342 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3276b34a-de10-4c88-b006-09b42f82c437 req-d9794731-d4ba-4d02-902a-acf5ce9728a4 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 945 time: 0.0615003 Jun 27 21:22:54.220184 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port cc340891-83ed-4294-b526-d713283c7b21 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:22:54.220665 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (cc340891-83ed-4294-b526-d713283c7b21), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:54.250909 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dedf72-564d-4542-ae8e-626f445758d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc340891-83ed-4294-b526-d713283c7b21'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:22:54.253844 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c149a4ba-be4e-4a57-9c31-203909aa2a9e" -d '{"events": [{"server_uuid": "b7dedf72-564d-4542-ae8e-626f445758d6", "name": "network-vif-plugged", "status": "completed", "tag": "cc340891-83ed-4294-b526-d713283c7b21"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:22:54.263692 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad req-aec25319-cc15-4b62-8f30-042ce6d62ded service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4 HTTP/1.1" status: 200 len: 217 time: 0.0430009 Jun 27 21:22:54.278679 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port cc340891-83ed-4294-b526-d713283c7b21, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cc340891-83ed-4294-b526-d713283c7b21,segment=NetworkSegment(52384e93-8606-44aa-a062-7170c7a88e7d),segment_id=52384e93-8606-44aa-a062-7170c7a88e7d)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:54.285197 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (cc340891-83ed-4294-b526-d713283c7b21), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:54.313157 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1d3f1c-6483-42dd-b2a3-c7cfad80d21c x-openstack-request-id: req-8f1d3f1c-6483-42dd-b2a3-c7cfad80d21c {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:22:54.313987 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dedf72-564d-4542-ae8e-626f445758d6", "name": "network-vif-plugged", "status": "completed", "tag": "cc340891-83ed-4294-b526-d713283c7b21", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:22:54.314248 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f1d3f1c-6483-42dd-b2a3-c7cfad80d21c {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:22:54.314814 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1d3f1c-6483-42dd-b2a3-c7cfad80d21c'] response: {'server_uuid': 'b7dedf72-564d-4542-ae8e-626f445758d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc340891-83ed-4294-b526-d713283c7b21', 'code': 200} Jun 27 21:22:54.348482 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=cc340891-83ed-4294-b526-d713283c7b21,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:54.366601 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad req-05b7c2ed-461d-4041-87d7-297d58c92135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:54.368544 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad req-05b7c2ed-461d-4041-87d7-297d58c92135 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1f444894-ce72-40c6-97c3-59e461303458 HTTP/1.1" status: 200 len: 848 time: 0.0849240 Jun 27 21:22:54.372462 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3276b34a-de10-4c88-b006-09b42f82c437 req-785f0078-4747-474a-9503-d819c2364113 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436753 Jun 27 21:22:55.040539 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad req-e997085a-53c5-4afd-927e-34a47dcf1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:55.042107 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad req-e997085a-53c5-4afd-927e-34a47dcf1b31 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2833602c-5fda-49c5-9f8b-40525401a7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4202635 Jun 27 21:22:55.051300 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511e7a4-6b11-4028-8e3b-f81ec5284951 req-c4cb1a63-759b-4635-b9d9-cabf441eaf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:55.052729 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6511e7a4-6b11-4028-8e3b-f81ec5284951 req-c4cb1a63-759b-4635-b9d9-cabf441eaf9b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 1130 time: 0.0863819 Jun 27 21:22:55.078779 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71c5da-2de7-4975-adf5-30493067efd5 req-f43c8a94-ab5a-4a66-93cf-f93df9317a4c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:55.080440 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0f71c5da-2de7-4975-adf5-30493067efd5 req-f43c8a94-ab5a-4a66-93cf-f93df9317a4c tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.33 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.1128962 Jun 27 21:22:55.148236 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:55.211608 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9e402-ae05-4ba9-9d29-6c884eb866a6 req-8924730a-53fc-41fe-8590-2fe86252b25d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:55.214812 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b7f9e402-ae05-4ba9-9d29-6c884eb866a6 req-8924730a-53fc-41fe-8590-2fe86252b25d tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 945 time: 0.0789692 Jun 27 21:22:55.253640 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6511e7a4-6b11-4028-8e3b-f81ec5284951 req-406525bc-7cd9-44fe-932e-676650086a60 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912794 Jun 27 21:22:55.282104 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad req-ea23e8ce-6113-4ecd-b5f4-086a96f276f7 service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323351 Jun 27 21:22:55.285457 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-0f71c5da-2de7-4975-adf5-30493067efd5 req-24f1e9af-1595-4871-b235-60ed773b15e7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Deleting port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:22:55.285796 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-0f71c5da-2de7-4975-adf5-30493067efd5 req-24f1e9af-1595-4871-b235-60ed773b15e7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:55.288413 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b7f9e402-ae05-4ba9-9d29-6c884eb866a6 req-e3757e51-8787-46a9-b788-9f096a82515e tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/security-groups?id=791c07f8-9c7d-4ac9-b775-5742a9695be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667667 Jun 27 21:22:55.401366 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-0f71c5da-2de7-4975-adf5-30493067efd5 req-24f1e9af-1595-4871-b235-60ed773b15e7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] For port 36112ae1-bee5-4df6-9469-82c6af7bb1f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=36112ae1-bee5-4df6-9469-82c6af7bb1f4,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:22:55.401821 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-0f71c5da-2de7-4975-adf5-30493067efd5 req-24f1e9af-1595-4871-b235-60ed773b15e7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:55.421766 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-0f71c5da-2de7-4975-adf5-30493067efd5 req-24f1e9af-1595-4871-b235-60ed773b15e7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Calling delete_port for 36112ae1-bee5-4df6-9469-82c6af7bb1f4 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:22:55.556784 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d75b9-d2b8-4018-aaab-045e47566f87 req-38038728-26b0-49c9-b0ee-9164576b7df4 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:55.558469 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-748d75b9-d2b8-4018-aaab-045e47566f87 req-38038728-26b0-49c9-b0ee-9164576b7df4 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 946 time: 0.0904045 Jun 27 21:22:55.591716 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:22:55.728675 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-748d75b9-d2b8-4018-aaab-045e47566f87 req-22edb874-2148-445f-9a2b-119c0760189d tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610727 Jun 27 21:22:55.737703 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-44e7e493-3b5a-4d40-9eb6-fdb807bf98ad req-fcd5aa7d-411a-4ad4-a305-eb07e4548c3a service neutron] 10.222.0.33 "GET /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213056 Jun 27 21:22:55.762584 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-0f71c5da-2de7-4975-adf5-30493067efd5 req-24f1e9af-1595-4871-b235-60ed773b15e7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (36112ae1-bee5-4df6-9469-82c6af7bb1f4), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:55.818063 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1e9af-1595-4871-b235-60ed773b15e7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event deleted for resources: {'Port': ['ID=36112ae1-bee5-4df6-9469-82c6af7bb1f4,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:22:55.904232 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f71c5da-2de7-4975-adf5-30493067efd5 req-24f1e9af-1595-4871-b235-60ed773b15e7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] No DVR routers for this DVR port 36112ae1-bee5-4df6-9469-82c6af7bb1f4 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:22:55.908043 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-0f71c5da-2de7-4975-adf5-30493067efd5 req-24f1e9af-1595-4871-b235-60ed773b15e7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:22:55.914425 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0f71c5da-2de7-4975-adf5-30493067efd5 req-24f1e9af-1595-4871-b235-60ed773b15e7 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.33 "DELETE /v2.0/ports/36112ae1-bee5-4df6-9469-82c6af7bb1f4 HTTP/1.1" status: 204 len: 173 time: 0.8135195 Jun 27 21:22:55.915147 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'name': 'network-vif-deleted', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:22:55.919112 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed86d133-65b5-4c62-a09a-8aa9a5002e81" -d '{"events": [{"server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "name": "network-vif-deleted", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:22:55.974729 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b6310a-512d-40a5-a793-dd31e2b7259d x-openstack-request-id: req-39b6310a-512d-40a5-a793-dd31e2b7259d {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:22:55.975043 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9323a6ac-3a15-471a-b676-eb3e809a8637", "name": "network-vif-deleted", "tag": "36112ae1-bee5-4df6-9469-82c6af7bb1f4", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:22:55.976169 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39b6310a-512d-40a5-a793-dd31e2b7259d {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:22:55.976169 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b6310a-512d-40a5-a793-dd31e2b7259d'] response: {'server_uuid': '9323a6ac-3a15-471a-b676-eb3e809a8637', 'name': 'network-vif-deleted', 'tag': '36112ae1-bee5-4df6-9469-82c6af7bb1f4', 'status': 'completed', 'code': 200} Jun 27 21:22:56.425110 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-524ffd41-801b-430b-b0df-946377d05e84 req-06ae17fb-0b72-4c30-a2f6-beac217fc0ee tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 210 time: 0.0343039 Jun 27 21:22:56.868961 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008c1b4-e744-410a-be30-9d648ff2be21 req-33d657cd-50a5-4756-86f2-046672686b62 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:56.870505 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c008c1b4-e744-410a-be30-9d648ff2be21 req-33d657cd-50a5-4756-86f2-046672686b62 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 946 time: 0.0533116 Jun 27 21:22:56.927441 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-c008c1b4-e744-410a-be30-9d648ff2be21 req-282dd426-b329-43ef-ba54-0a6701465ccd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505331 Jun 27 21:22:57.554949 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1e8163e8-0423-4c96-9310-9c156ca694be req-c3ff32e7-36fd-4f46-a8cf-5f151f3e1021 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 210 time: 0.0323958 Jun 27 21:22:58.052619 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104188d8-d52a-4128-8bc3-976fe12f40e2 req-653fc5d5-c4eb-4fab-b12f-5e57acd4b608 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:22:58.054226 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-104188d8-d52a-4128-8bc3-976fe12f40e2 req-653fc5d5-c4eb-4fab-b12f-5e57acd4b608 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 946 time: 0.0536742 Jun 27 21:22:58.107763 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-104188d8-d52a-4128-8bc3-976fe12f40e2 req-50559a55-2d32-49e0-9616-ddcda810702f tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478084 Jun 27 21:22:58.682163 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cc9f2701-bdf5-4642-9e4e-2a0c1d4dba47 req-df7a861b-3eca-4d46-b94a-316609bac062 tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 210 time: 0.0288701 Jun 27 21:22:59.279318 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 36112ae1-bee5-4df6-9469-82c6af7bb1f4 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:22:59.303610 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: 36112ae1-bee5-4df6-9469-82c6af7bb1f4 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:22:59.303982 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 36112ae1-bee5-4df6-9469-82c6af7bb1f4 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:22:59.816073 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7c738eeb-6b4b-41ad-b803-f3fe73fb4f52 req-6827fb11-ac1f-4e18-80cb-4da4881f00dc tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "GET /v2.0/ports?device_id=9323a6ac-3a15-471a-b676-eb3e809a8637 HTTP/1.1" status: 200 len: 210 time: 0.0299721 Jun 27 21:23:00.889276 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49964) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:00.957157 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f5f08588-f956-4842-a058-fabb78cf83bd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group (791c07f8-9c7d-4ac9-b775-5742a9695be0), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:00.990824 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f5f08588-f956-4842-a058-fabb78cf83bd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group (791c07f8-9c7d-4ac9-b775-5742a9695be0), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:01.088623 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f5f08588-f956-4842-a058-fabb78cf83bd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (791c07f8-9c7d-4ac9-b775-5742a9695be0), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:01.092743 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-f5f08588-f956-4842-a058-fabb78cf83bd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:01.094311 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-f5f08588-f956-4842-a058-fabb78cf83bd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] 10.222.0.13 "DELETE /v2.0/security-groups/791c07f8-9c7d-4ac9-b775-5742a9695be0 HTTP/1.1" status: 204 len: 168 time: 0.2054267 Jun 27 21:23:01.137089 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f08588-f956-4842-a058-fabb78cf83bd tempest-TestShelveInstance-762994668 tempest-TestShelveInstance-762994668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791c07f8-9c7d-4ac9-b775-5742a9695be0,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:01.144888 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 49972) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:01.159819 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66449ed-0bce-4367-903a-df055dffb1b9 req-bde36313-21da-4583-a7c8-a2ed9e5e63a2 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:01.162007 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c66449ed-0bce-4367-903a-df055dffb1b9 req-bde36313-21da-4583-a7c8-a2ed9e5e63a2 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 946 time: 0.0658734 Jun 27 21:23:01.219412 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c66449ed-0bce-4367-903a-df055dffb1b9 req-f9e6bdf6-945c-4e6a-8d23-2f5d2b22cbec tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468745 Jun 27 21:23:01.431491 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:01.686029 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589978'] for router_interface (3f4bb354-c105-438e-9e12-63bad09a89de), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:01.922354 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] Deleting port 3223037c-9dcb-4693-8a68-3c345417a5f6 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:23:01.922664 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:01.983041 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:02.005858 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] For port 3223037c-9dcb-4693-8a68-3c345417a5f6, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=3223037c-9dcb-4693-8a68-3c345417a5f6,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:02.006208 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:02.020705 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] Calling delete_port for 3223037c-9dcb-4693-8a68-3c345417a5f6 owned by network:router_interface {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:23:02.205884 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (3223037c-9dcb-4693-8a68-3c345417a5f6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:02.232587 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3223037c-9dcb-4693-8a68-3c345417a5f6,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:02.368601 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:02.388493 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824458f-ff31-4f95-a48c-7b25a79a881e req-7afa97a6-cdb5-4a11-bf25-23ba256dc127 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:02.390084 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d824458f-ff31-4f95-a48c-7b25a79a881e req-7afa97a6-cdb5-4a11-bf25-23ba256dc127 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 946 time: 0.0918376 Jun 27 21:23:02.481017 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590090'] for router_interface (3f4bb354-c105-438e-9e12-63bad09a89de), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:02.490356 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d824458f-ff31-4f95-a48c-7b25a79a881e req-e4b4ff41-cb35-479e-87a8-6f64302173ea tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915871 Jun 27 21:23:02.703380 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] Router 3f4bb354-c105-438e-9e12-63bad09a89de has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:23:02.819220 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:02.822551 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:23:02.832219 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 49994) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:02.832731 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-69e5a8e0-5808-4b40-9678-1aedb44c26a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/3f4bb354-c105-438e-9e12-63bad09a89de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6780763 Jun 27 21:23:02.835613 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a6d88-95b4-40e5-b86b-a5d2e874603f None None] Sync routers for ids ['3f4bb354-c105-438e-9e12-63bad09a89de'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:23:02.848623 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a6d88-95b4-40e5-b86b-a5d2e874603f None None] Routers {'3f4bb354-c105-438e-9e12-63bad09a89de'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:23:02.849543 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-9c8a6d88-95b4-40e5-b86b-a5d2e874603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['3f4bb354-c105-438e-9e12-63bad09a89de'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:02.873567 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:02.938213 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Publish callbacks [] for router (3f4bb354-c105-438e-9e12-63bad09a89de), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:02.958178 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-9c8a6d88-95b4-40e5-b86b-a5d2e874603f None None] Set router 3f4bb354-c105-438e-9e12-63bad09a89de gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:23:03.039306 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Publish callbacks [] for router_gateway (3f4bb354-c105-438e-9e12-63bad09a89de), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.085402 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Deleting port f768837f-da32-4f0e-85c9-ba966c9b1bb2 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:23:03.085744 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.141672 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:03.150799 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-9c8a6d88-95b4-40e5-b86b-a5d2e874603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:23:02Z', 'revision_number': 5, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port': {'id': 'f768837f-da32-4f0e-85c9-ba966c9b1bb2', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:36Z', 'updated_at': '2022-06-27T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:03.171411 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] For port f768837f-da32-4f0e-85c9-ba966c9b1bb2, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=f768837f-da32-4f0e-85c9-ba966c9b1bb2,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:03.171830 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.177286 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a6d88-95b4-40e5-b86b-a5d2e874603f None None] Checking router: 3f4bb354-c105-438e-9e12-63bad09a89de for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:23:03.187232 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a6d88-95b4-40e5-b86b-a5d2e874603f None None] Routers {'3f4bb354-c105-438e-9e12-63bad09a89de'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:23:03.187724 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Calling delete_port for f768837f-da32-4f0e-85c9-ba966c9b1bb2 owned by network:router_gateway {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:23:03.188082 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-9c8a6d88-95b4-40e5-b86b-a5d2e874603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['3f4bb354-c105-438e-9e12-63bad09a89de'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:03.191250 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:03.247777 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:03.277991 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-9c8a6d88-95b4-40e5-b86b-a5d2e874603f None None] Set router 3f4bb354-c105-438e-9e12-63bad09a89de gateway port host: None {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:23:03.325987 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-9c8a6d88-95b4-40e5-b86b-a5d2e874603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:23:03Z', 'revision_number': 6, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port_host': None}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:03.353798 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8a6d88-95b4-40e5-b86b-a5d2e874603f None None] The sync data for ids ['3f4bb354-c105-438e-9e12-63bad09a89de'] in dv-cinder-847732-1-iscsi is: [{'id': '3f4bb354-c105-438e-9e12-63bad09a89de', 'name': 'tempest-TestShelveInstance-1368756089-router', 'tenant_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:35Z', 'updated_at': '2022-06-27T21:23:03Z', 'revision_number': 6, 'project_id': 'f484976e63ce44daa10eadd2a9d6cc76', 'gw_port_host': None}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:23:03.376039 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (f768837f-da32-4f0e-85c9-ba966c9b1bb2), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.405822 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f768837f-da32-4f0e-85c9-ba966c9b1bb2,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:03.473335 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601284'] for router_gateway (3f4bb354-c105-438e-9e12-63bad09a89de), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.575468 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2570'] for router (3f4bb354-c105-438e-9e12-63bad09a89de), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.585376 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Publish callbacks [] for router_controller (3f4bb354-c105-438e-9e12-63bad09a89de), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.656084 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a901d-dab1-4a19-8c7b-bb37f6ccb00f req-acca274b-3d9a-4689-9770-de8870af8c7d tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:03.657530 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-562a901d-dab1-4a19-8c7b-bb37f6ccb00f req-acca274b-3d9a-4689-9770-de8870af8c7d tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 946 time: 0.0845273 Jun 27 21:23:03.658525 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591556'] for router (3f4bb354-c105-438e-9e12-63bad09a89de), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.659127 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4bb354-c105-438e-9e12-63bad09a89de {{(pid=104131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 21:23:03.664480 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.665411 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-2fc5b1d8-d816-4384-bd5e-1ec6da8192e4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3f4bb354-c105-438e-9e12-63bad09a89de HTTP/1.1" status: 204 len: 168 time: 0.8322315 Jun 27 21:23:03.668278 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50000) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:03.719479 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-562a901d-dab1-4a19-8c7b-bb37f6ccb00f req-8d979bd4-a297-4cdd-86b2-3b98cdd54c4c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528197 Jun 27 21:23:03.724728 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bee90da-5bbe-49e9-914e-da7a9e0f61a8 admin admin] Deleting subnet 1f444894-ce72-40c6-97c3-59e461303458 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:23:03.728869 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7bee90da-5bbe-49e9-914e-da7a9e0f61a8 admin admin] Publish callbacks [] for subnet (1f444894-ce72-40c6-97c3-59e461303458), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.768538 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7bee90da-5bbe-49e9-914e-da7a9e0f61a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5529861'] for subnet (1f444894-ce72-40c6-97c3-59e461303458), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.834420 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3223037c-9dcb-4693-8a68-3c345417a5f6 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:23:03.855153 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 3223037c-9dcb-4693-8a68-3c345417a5f6 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:23:03.855962 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3223037c-9dcb-4693-8a68-3c345417a5f6 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:23:03.860976 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7bee90da-5bbe-49e9-914e-da7a9e0f61a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (1f444894-ce72-40c6-97c3-59e461303458), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.915711 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7bee90da-5bbe-49e9-914e-da7a9e0f61a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5528985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4806410'] for subnet (1f444894-ce72-40c6-97c3-59e461303458), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.941700 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee90da-5bbe-49e9-914e-da7a9e0f61a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f444894-ce72-40c6-97c3-59e461303458,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:03.945432 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7bee90da-5bbe-49e9-914e-da7a9e0f61a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:03.951235 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7bee90da-5bbe-49e9-914e-da7a9e0f61a8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1f444894-ce72-40c6-97c3-59e461303458 HTTP/1.1" status: 204 len: 168 time: 0.2793982 Jun 27 21:23:03.951579 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50004) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:03.951770 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ccf3c9-8e86-4544-a155-c2412de14ae6 None None] Network 2833602c-5fda-49c5-9f8b-40525401a7af requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:23:04.029102 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (2833602c-5fda-49c5-9f8b-40525401a7af), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.069472 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Deleting port d277975a-7602-4a23-8151-9c7a3772c4bd {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:23:04.069785 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.133293 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] For port d277975a-7602-4a23-8151-9c7a3772c4bd, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=d277975a-7602-4a23-8151-9c7a3772c4bd,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:04.133719 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.150597 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Calling delete_port for d277975a-7602-4a23-8151-9c7a3772c4bd owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:23:04.171164 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ecc31-fc7f-4bce-8db5-7ed870c7b77c None None] DHCP port deletion for 2833602c-5fda-49c5-9f8b-40525401a7af request from dv-cinder-847732-1-iscsi {{(pid=104132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 21:23:04.195141 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:04.213173 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-b89ecc31-fc7f-4bce-8db5-7ed870c7b77c None None] Deleting port d277975a-7602-4a23-8151-9c7a3772c4bd {{(pid=104132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:23:04.213546 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b89ecc31-fc7f-4bce-8db5-7ed870c7b77c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), before_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.240475 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.266946 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d277975a-7602-4a23-8151-9c7a3772c4bd,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:04.268913 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] No DVR routers for this DVR port d277975a-7602-4a23-8151-9c7a3772c4bd on host dv-cinder-847732-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:23:04.299345 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-b89ecc31-fc7f-4bce-8db5-7ed870c7b77c None None] For port d277975a-7602-4a23-8151-9c7a3772c4bd, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=d277975a-7602-4a23-8151-9c7a3772c4bd,segment=NetworkSegment(40fe2720-0950-4010-8a70-2ce255d115cf),segment_id=40fe2720-0950-4010-8a70-2ce255d115cf)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:04.300142 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b89ecc31-fc7f-4bce-8db5-7ed870c7b77c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), precommit_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.319900 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-b89ecc31-fc7f-4bce-8db5-7ed870c7b77c None None] Calling delete_port for d277975a-7602-4a23-8151-9c7a3772c4bd owned by network:dhcp {{(pid=104132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:23:04.334929 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:04.352389 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (2833602c-5fda-49c5-9f8b-40525401a7af), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.375097 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2833602c-5fda-49c5-9f8b-40525401a7af']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:04.384976 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fe2720-0950-4010-8a70-2ce255d115cf') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:04.385275 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fe2720-0950-4010-8a70-2ce255d115cf') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:04.395607 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5529884'] for segment (40fe2720-0950-4010-8a70-2ce255d115cf), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.402285 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b89ecc31-fc7f-4bce-8db5-7ed870c7b77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (d277975a-7602-4a23-8151-9c7a3772c4bd), after_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.412139 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (40fe2720-0950-4010-8a70-2ce255d115cf), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.421327 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:23:04.421818 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5528959'] for segment (40fe2720-0950-4010-8a70-2ce255d115cf), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.427380 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ecc31-fc7f-4bce-8db5-7ed870c7b77c None None] Pushing event deleted for resources: {'Port': ['ID=d277975a-7602-4a23-8151-9c7a3772c4bd,revision_number=None']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:04.431213 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ecc31-fc7f-4bce-8db5-7ed870c7b77c None None] No DVR routers for this DVR port d277975a-7602-4a23-8151-9c7a3772c4bd on host dv-cinder-847732-1-iscsi {{(pid=104132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:23:04.463690 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 40fe2720-0950-4010-8a70-2ce255d115cf resource provider aggregate not found Jun 27 21:23:04.501501 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 40fe2720-0950-4010-8a70-2ce255d115cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40fe2720-0950-4010-8a70-2ce255d115cf found for delete ", "request_id": "req-5710d8af-4466-4909-9ba1-b8b3c9c0e593"}]} Jun 27 21:23:04.511487 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (2833602c-5fda-49c5-9f8b-40525401a7af), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.518333 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:04.521422 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2833602c-5fda-49c5-9f8b-40525401a7af HTTP/1.1" status: 204 len: 168 time: 0.5690804 Jun 27 21:23:04.525412 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 50012) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:04.534631 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10297cd-90bf-4df8-9feb-2f18f35714c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2833602c-5fda-49c5-9f8b-40525401a7af,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:04.701233 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:04.806378 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:04.848939 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d13a33-0266-48b2-8a00-1ce7019bf969 req-2e36e0c4-29e8-4f4d-9e96-4e1750215b79 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:04.850796 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-39d13a33-0266-48b2-8a00-1ce7019bf969 req-2e36e0c4-29e8-4f4d-9e96-4e1750215b79 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 946 time: 0.0575831 Jun 27 21:23:04.903004 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-39d13a33-0266-48b2-8a00-1ce7019bf969 req-e18d650a-f07c-4300-9d7d-2df34e7215bf tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460949 Jun 27 21:23:04.909702 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4cba1-5604-40b3-b954-4d2f164821a4 req-fae63f50-7d59-4290-a1a2-86aaaa73aae4 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:04.911237 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1ae4cba1-5604-40b3-b954-4d2f164821a4 req-fae63f50-7d59-4290-a1a2-86aaaa73aae4 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.33 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 946 time: 0.0746551 Jun 27 21:23:04.915571 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589978'] for router_interface (84befe56-bd82-4f0e-a34d-49c61f4c9e15), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:05.026694 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:05.069736 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-1ae4cba1-5604-40b3-b954-4d2f164821a4 req-0319f7da-7ac5-4641-9b40-dbcf717dbd18 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Deleting port cc340891-83ed-4294-b526-d713283c7b21 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:23:05.070127 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-1ae4cba1-5604-40b3-b954-4d2f164821a4 req-0319f7da-7ac5-4641-9b40-dbcf717dbd18 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (cc340891-83ed-4294-b526-d713283c7b21), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:05.502872 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-1ae4cba1-5604-40b3-b954-4d2f164821a4 req-0319f7da-7ac5-4641-9b40-dbcf717dbd18 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] For port cc340891-83ed-4294-b526-d713283c7b21, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cc340891-83ed-4294-b526-d713283c7b21,segment=NetworkSegment(52384e93-8606-44aa-a062-7170c7a88e7d),segment_id=52384e93-8606-44aa-a062-7170c7a88e7d)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:05.503238 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-1ae4cba1-5604-40b3-b954-4d2f164821a4 req-0319f7da-7ac5-4641-9b40-dbcf717dbd18 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (cc340891-83ed-4294-b526-d713283c7b21), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:05.538796 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-1ae4cba1-5604-40b3-b954-4d2f164821a4 req-0319f7da-7ac5-4641-9b40-dbcf717dbd18 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Calling delete_port for cc340891-83ed-4294-b526-d713283c7b21 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:23:05.614040 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] Deleting port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:23:05.614373 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:05.651490 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device d277975a-7602-4a23-8151-9c7a3772c4bd no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:23:05.675002 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: d277975a-7602-4a23-8151-9c7a3772c4bd {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:23:05.675695 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device d277975a-7602-4a23-8151-9c7a3772c4bd not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:23:05.676307 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device f768837f-da32-4f0e-85c9-ba966c9b1bb2 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:23:05.696402 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: f768837f-da32-4f0e-85c9-ba966c9b1bb2 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:23:05.697122 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device f768837f-da32-4f0e-85c9-ba966c9b1bb2 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:23:05.745778 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:05.745778 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] For port 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2,segment=NetworkSegment(8956d834-3f6b-4a77-b9a4-01efae5745ba),segment_id=8956d834-3f6b-4a77-b9a4-01efae5745ba)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:05.745778 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:05.765721 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] Calling delete_port for 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 owned by network:router_interface {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:23:05.820115 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-1ae4cba1-5604-40b3-b954-4d2f164821a4 req-0319f7da-7ac5-4641-9b40-dbcf717dbd18 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (cc340891-83ed-4294-b526-d713283c7b21), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:05.858319 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319f7da-7ac5-4641-9b40-dbcf717dbd18 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Pushing event deleted for resources: {'Port': ['ID=cc340891-83ed-4294-b526-d713283c7b21,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:05.954281 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae4cba1-5604-40b3-b954-4d2f164821a4 req-0319f7da-7ac5-4641-9b40-dbcf717dbd18 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] No DVR routers for this DVR port cc340891-83ed-4294-b526-d713283c7b21 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:23:05.966671 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-1ae4cba1-5604-40b3-b954-4d2f164821a4 req-0319f7da-7ac5-4641-9b40-dbcf717dbd18 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:05.969965 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1ae4cba1-5604-40b3-b954-4d2f164821a4 req-0319f7da-7ac5-4641-9b40-dbcf717dbd18 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.33 "DELETE /v2.0/ports/cc340891-83ed-4294-b526-d713283c7b21 HTTP/1.1" status: 204 len: 173 time: 1.0514936 Jun 27 21:23:05.970374 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dedf72-564d-4542-ae8e-626f445758d6', 'name': 'network-vif-deleted', 'tag': 'cc340891-83ed-4294-b526-d713283c7b21'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:23:05.972622 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137cd018-65b9-49b7-9047-4e5d5619ab67" -d '{"events": [{"server_uuid": "b7dedf72-564d-4542-ae8e-626f445758d6", "name": "network-vif-deleted", "tag": "cc340891-83ed-4294-b526-d713283c7b21"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:23:06.028409 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a94cc12-0880-43bd-9274-878da48796e6 x-openstack-request-id: req-7a94cc12-0880-43bd-9274-878da48796e6 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:23:06.028706 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dedf72-564d-4542-ae8e-626f445758d6", "name": "network-vif-deleted", "tag": "cc340891-83ed-4294-b526-d713283c7b21", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:23:06.028982 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a94cc12-0880-43bd-9274-878da48796e6 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:23:06.029389 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a94cc12-0880-43bd-9274-878da48796e6'] response: {'server_uuid': 'b7dedf72-564d-4542-ae8e-626f445758d6', 'name': 'network-vif-deleted', 'tag': 'cc340891-83ed-4294-b526-d713283c7b21', 'status': 'completed', 'code': 200} Jun 27 21:23:06.032503 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ba60100b-3bc4-467f-8daa-ef7da7e77dab req-86526912-69ea-4fef-b465-46dde3fcf685 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 210 time: 0.0374823 Jun 27 21:23:06.084039 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:06.107278 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:06.229431 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:06.279976 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590090'] for router_interface (84befe56-bd82-4f0e-a34d-49c61f4c9e15), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:06.494585 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] Router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:23:06.601640 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:23:06.606370 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-9d0b1984-213c-432e-a127-5c7a9b390c2d admin admin] 10.222.0.13 "PUT /v2.0/routers/84befe56-bd82-4f0e-a34d-49c61f4c9e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0796859 Jun 27 21:23:06.608968 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 50048) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:06.613183 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa066204-ab1d-4b7b-9a41-6efc5c2cd364 None None] Sync routers for ids ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:23:06.622801 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:06.627352 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa066204-ab1d-4b7b-9a41-6efc5c2cd364 None None] Routers {'84befe56-bd82-4f0e-a34d-49c61f4c9e15'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:23:06.628221 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-aa066204-ab1d-4b7b-9a41-6efc5c2cd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:06.667166 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:06.717357 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Publish callbacks [] for router (84befe56-bd82-4f0e-a34d-49c61f4c9e15), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:06.736670 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-aa066204-ab1d-4b7b-9a41-6efc5c2cd364 None None] Set router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:23:06.834744 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Publish callbacks [] for router_gateway (84befe56-bd82-4f0e-a34d-49c61f4c9e15), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:06.879894 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Deleting port 91334721-233b-4c48-8e12-fd75e9dffccb {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:23:06.880128 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:06.910529 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-aa066204-ab1d-4b7b-9a41-6efc5c2cd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'name': 'tempest-TestShelveInstance-2021202739-router', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:23:06Z', 'revision_number': 5, 'project_id': 'd2507516008649269ca7932a008d7db3', 'gw_port': {'id': '91334721-233b-4c48-8e12-fd75e9dffccb', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:06.939744 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa066204-ab1d-4b7b-9a41-6efc5c2cd364 None None] Checking router: 84befe56-bd82-4f0e-a34d-49c61f4c9e15 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:23:06.948971 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa066204-ab1d-4b7b-9a41-6efc5c2cd364 None None] Routers {'84befe56-bd82-4f0e-a34d-49c61f4c9e15'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:23:06.949592 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-aa066204-ab1d-4b7b-9a41-6efc5c2cd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:22:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:06.970324 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] For port 91334721-233b-4c48-8e12-fd75e9dffccb, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=91334721-233b-4c48-8e12-fd75e9dffccb,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:06.970766 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:06.989277 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Calling delete_port for 91334721-233b-4c48-8e12-fd75e9dffccb owned by network:router_gateway {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:23:07.032386 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-aa066204-ab1d-4b7b-9a41-6efc5c2cd364 None None] Set router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:23:07.085098 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-aa066204-ab1d-4b7b-9a41-6efc5c2cd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'name': 'tempest-TestShelveInstance-2021202739-router', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:23:06Z', 'revision_number': 6, 'project_id': 'd2507516008649269ca7932a008d7db3', 'gw_port_host': None}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:07.110170 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa066204-ab1d-4b7b-9a41-6efc5c2cd364 None None] The sync data for ids ['84befe56-bd82-4f0e-a34d-49c61f4c9e15'] in dv-cinder-847732-1-iscsi is: [{'id': '84befe56-bd82-4f0e-a34d-49c61f4c9e15', 'name': 'tempest-TestShelveInstance-2021202739-router', 'tenant_id': 'd2507516008649269ca7932a008d7db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:17:42Z', 'updated_at': '2022-06-27T21:23:06Z', 'revision_number': 6, 'project_id': 'd2507516008649269ca7932a008d7db3', 'gw_port_host': None}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:23:07.136404 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ff882c7b-4109-4655-8588-caaf01dceee2 req-92009253-065f-44c7-87db-3545028efd46 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 210 time: 0.0310960 Jun 27 21:23:07.174906 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:07.184598 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (91334721-233b-4c48-8e12-fd75e9dffccb), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.208391 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Pushing event deleted for resources: {'Port': ['ID=91334721-233b-4c48-8e12-fd75e9dffccb,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:07.271989 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601284'] for router_gateway (84befe56-bd82-4f0e-a34d-49c61f4c9e15), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.360347 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2570'] for router (84befe56-bd82-4f0e-a34d-49c61f4c9e15), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.362784 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Publish callbacks [] for router_controller (84befe56-bd82-4f0e-a34d-49c61f4c9e15), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.412275 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591556'] for router (84befe56-bd82-4f0e-a34d-49c61f4c9e15), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.413022 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84befe56-bd82-4f0e-a34d-49c61f4c9e15 {{(pid=104131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 21:23:07.417184 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.418324 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-cdc2d0c1-602d-4aec-8a56-9924801c147f admin admin] 10.222.0.13 "DELETE /v2.0/routers/84befe56-bd82-4f0e-a34d-49c61f4c9e15 HTTP/1.1" status: 204 len: 168 time: 0.8084929 Jun 27 21:23:07.420955 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 50058) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:07.472374 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97e2152-be3d-4fb4-8306-9cb016d461fb admin admin] Deleting subnet 67b74f16-b9d3-4499-8ce3-91822f68bdc8 {{(pid=104131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:23:07.477010 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d97e2152-be3d-4fb4-8306-9cb016d461fb admin admin] Publish callbacks [] for subnet (67b74f16-b9d3-4499-8ce3-91822f68bdc8), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.515319 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d97e2152-be3d-4fb4-8306-9cb016d461fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757281'] for subnet (67b74f16-b9d3-4499-8ce3-91822f68bdc8), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.598970 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d97e2152-be3d-4fb4-8306-9cb016d461fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (67b74f16-b9d3-4499-8ce3-91822f68bdc8), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.626425 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:07.656198 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d97e2152-be3d-4fb4-8306-9cb016d461fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966619'] for subnet (67b74f16-b9d3-4499-8ce3-91822f68bdc8), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.681272 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e2152-be3d-4fb4-8306-9cb016d461fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b74f16-b9d3-4499-8ce3-91822f68bdc8,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:07.687032 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d97e2152-be3d-4fb4-8306-9cb016d461fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.692708 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d97e2152-be3d-4fb4-8306-9cb016d461fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/67b74f16-b9d3-4499-8ce3-91822f68bdc8 HTTP/1.1" status: 204 len: 168 time: 0.2683280 Jun 27 21:23:07.693247 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50060) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:07.696758 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e36535-2748-4c50-8c03-c5b462f95c1d None None] Network 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:23:07.769370 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (013d27ee-f2d9-4ffe-97da-ad4af2dc3b66), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.800203 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:23:07.816243 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Deleting port e9648b1a-c24a-4413-b86e-c796f33e9b86 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:23:07.816575 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.885393 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b4ef31-4be1-4a96-8eda-e138e24f5f28 None None] DHCP port deletion for 013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 request from dv-cinder-847732-1-iscsi {{(pid=104132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 21:23:07.887067 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] For port e9648b1a-c24a-4413-b86e-c796f33e9b86, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e9648b1a-c24a-4413-b86e-c796f33e9b86,segment=NetworkSegment(8956d834-3f6b-4a77-b9a4-01efae5745ba),segment_id=8956d834-3f6b-4a77-b9a4-01efae5745ba)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:07.887426 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.901746 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Calling delete_port for e9648b1a-c24a-4413-b86e-c796f33e9b86 owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:23:07.927563 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-69b4ef31-4be1-4a96-8eda-e138e24f5f28 None None] Deleting port e9648b1a-c24a-4413-b86e-c796f33e9b86 {{(pid=104132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:23:07.927925 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-69b4ef31-4be1-4a96-8eda-e138e24f5f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), before_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:07.943638 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:23:07.971764 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:23:07.972109 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 6da7e3a0-ae18-49e3-bcf3-d8c5e031d2d2 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:23:07.972528 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 91334721-233b-4c48-8e12-fd75e9dffccb no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:23:07.992008 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.022993 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 91334721-233b-4c48-8e12-fd75e9dffccb {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:23:08.023425 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 91334721-233b-4c48-8e12-fd75e9dffccb not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:23:08.023847 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device e9648b1a-c24a-4413-b86e-c796f33e9b86 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:23:08.024407 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Pushing event deleted for resources: {'Port': ['ID=e9648b1a-c24a-4413-b86e-c796f33e9b86,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:08.026267 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] No DVR routers for this DVR port e9648b1a-c24a-4413-b86e-c796f33e9b86 on host dv-cinder-847732-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:23:08.048170 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: e9648b1a-c24a-4413-b86e-c796f33e9b86 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:23:08.048504 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device e9648b1a-c24a-4413-b86e-c796f33e9b86 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:23:08.056221 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-69b4ef31-4be1-4a96-8eda-e138e24f5f28 None None] For port e9648b1a-c24a-4413-b86e-c796f33e9b86, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e9648b1a-c24a-4413-b86e-c796f33e9b86,segment=NetworkSegment(8956d834-3f6b-4a77-b9a4-01efae5745ba),segment_id=8956d834-3f6b-4a77-b9a4-01efae5745ba)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:08.056754 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-69b4ef31-4be1-4a96-8eda-e138e24f5f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), precommit_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.073862 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-69b4ef31-4be1-4a96-8eda-e138e24f5f28 None None] Calling delete_port for e9648b1a-c24a-4413-b86e-c796f33e9b86 owned by network:dhcp {{(pid=104132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:23:08.111887 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (013d27ee-f2d9-4ffe-97da-ad4af2dc3b66), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.133960 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013d27ee-f2d9-4ffe-97da-ad4af2dc3b66']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:08.145244 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8956d834-3f6b-4a77-b9a4-01efae5745ba') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:08.146249 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8956d834-3f6b-4a77-b9a4-01efae5745ba') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:23:08.157764 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5529884'] for segment (8956d834-3f6b-4a77-b9a4-01efae5745ba), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.168629 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-69b4ef31-4be1-4a96-8eda-e138e24f5f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (e9648b1a-c24a-4413-b86e-c796f33e9b86), after_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.176177 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (8956d834-3f6b-4a77-b9a4-01efae5745ba), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.183509 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:23:08.183901 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5528959'] for segment (8956d834-3f6b-4a77-b9a4-01efae5745ba), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.208896 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b4ef31-4be1-4a96-8eda-e138e24f5f28 None None] No DVR routers for this DVR port e9648b1a-c24a-4413-b86e-c796f33e9b86 on host dv-cinder-847732-1-iscsi {{(pid=104132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:23:08.215677 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4ef31-4be1-4a96-8eda-e138e24f5f28 None None] Pushing event deleted for resources: {'Port': ['ID=e9648b1a-c24a-4413-b86e-c796f33e9b86,revision_number=None']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:08.250460 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 8956d834-3f6b-4a77-b9a4-01efae5745ba resource provider aggregate not found Jun 27 21:23:08.267635 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (013d27ee-f2d9-4ffe-97da-ad4af2dc3b66), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.270305 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 8956d834-3f6b-4a77-b9a4-01efae5745ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8956d834-3f6b-4a77-b9a4-01efae5745ba found for delete ", "request_id": "req-b43c12a8-433c-4814-9797-5b773c7c5153"}]} Jun 27 21:23:08.276392 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.278993 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2286383b-72ee-4a39-ae7e-5628d4aff4d5 req-b9924509-bda2-45cf-a5b9-36888ebd82de tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7dedf72-564d-4542-ae8e-626f445758d6 HTTP/1.1" status: 200 len: 210 time: 0.0444930 Jun 27 21:23:08.283019 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] 10.222.0.13 "DELETE /v2.0/networks/013d27ee-f2d9-4ffe-97da-ad4af2dc3b66 HTTP/1.1" status: 204 len: 168 time: 0.5869441 Jun 27 21:23:08.297603 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7c154-e6aa-4284-afa3-5f39b3b4a72e admin admin] Pushing event deleted for resources: {'Network': ['ID=013d27ee-f2d9-4ffe-97da-ad4af2dc3b66,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:08.401124 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['cc340891-83ed-4294-b526-d713283c7b21'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:23:08.418698 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50076) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:08.426427 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:08.470104 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-493d305c-189b-4dc1-9ccc-f4c71cb8ff07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f484976e63ce44daa10eadd2a9d6cc76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499442 Jun 27 21:23:08.473205 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50078) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:08.526270 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b2483d5-68da-4497-bde4-78773a67c881 admin admin] Publish callbacks [] for security_group (453eaf84-74b7-42f3-991f-4f30659b1b1d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.549883 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b2483d5-68da-4497-bde4-78773a67c881 admin admin] Publish callbacks [] for security_group (453eaf84-74b7-42f3-991f-4f30659b1b1d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.600056 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b2483d5-68da-4497-bde4-78773a67c881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (453eaf84-74b7-42f3-991f-4f30659b1b1d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.603313 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3b2483d5-68da-4497-bde4-78773a67c881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:08.604456 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3b2483d5-68da-4497-bde4-78773a67c881 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/453eaf84-74b7-42f3-991f-4f30659b1b1d HTTP/1.1" status: 204 len: 168 time: 0.1303670 Jun 27 21:23:08.612623 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2483d5-68da-4497-bde4-78773a67c881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453eaf84-74b7-42f3-991f-4f30659b1b1d,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:08.982897 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50086) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:09.008489 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:09.029078 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-bbcdc12f-70f6-4fe6-911f-61bfd7531c23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2507516008649269ca7932a008d7db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426714 Jun 27 21:23:09.029343 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50088) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:09.082563 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-92ab87d4-38fd-4070-b48b-e4f90f8f69ac admin admin] Publish callbacks [] for security_group (ed2f50b2-02d4-47da-8106-cd340bf6358b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:09.105374 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-92ab87d4-38fd-4070-b48b-e4f90f8f69ac admin admin] Publish callbacks [] for security_group (ed2f50b2-02d4-47da-8106-cd340bf6358b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:09.161028 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-92ab87d4-38fd-4070-b48b-e4f90f8f69ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (ed2f50b2-02d4-47da-8106-cd340bf6358b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:09.164216 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-92ab87d4-38fd-4070-b48b-e4f90f8f69ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:09.165383 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-92ab87d4-38fd-4070-b48b-e4f90f8f69ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed2f50b2-02d4-47da-8106-cd340bf6358b HTTP/1.1" status: 204 len: 168 time: 0.1351457 Jun 27 21:23:09.174367 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab87d4-38fd-4070-b48b-e4f90f8f69ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2f50b2-02d4-47da-8106-cd340bf6358b,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:09.697876 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-eabeaefd-014c-49aa-b2e9-b8638e08f4b2 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:09.699593 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-eabeaefd-014c-49aa-b2e9-b8638e08f4b2 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/networks?id=d80fed7e-ca08-478c-bcce-00fe66ce3ab4 HTTP/1.1" status: 200 len: 809 time: 0.1334105 Jun 27 21:23:09.720429 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-233c7b08-6a4d-4ff6-afae-ddf32ea0cfc2 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/quotas/8b70340671074b2aa4c80384cb6f1c85 HTTP/1.1" status: 200 len: 375 time: 0.0146666 Jun 27 21:23:09.756128 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-f9d46c88-4b82-444d-98be-f6d2f8fe8538 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b70340671074b2aa4c80384cb6f1c85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298183 Jun 27 21:23:09.853239 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-28644d9b-d2c0-4a6b-872d-d3523fb0fa19 service neutron] 10.222.0.13 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901418 Jun 27 21:23:09.948548 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-c5e3034c-d77a-4238-934f-bed501d1b592 service neutron] 10.222.0.13 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880301 Jun 27 21:23:10.122669 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9f36cb70-1f85-4d1c-ae60-249fd160e409 req-36436ac9-b7a9-4c56-b79d-7b1bca7de0a9 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 210 time: 0.0305140 Jun 27 21:23:10.400676 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device cc340891-83ed-4294-b526-d713283c7b21 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:23:10.432357 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: cc340891-83ed-4294-b526-d713283c7b21 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:23:10.432697 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device cc340891-83ed-4294-b526-d713283c7b21 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:23:10.446985 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:10.455479 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-cb888e0d-8d95-405c-b135-9213747c038f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:10.564701 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:11.193407 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-b13254ea-3af1-490b-bb9f-094dfd57ce11 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:11.195221 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-b13254ea-3af1-490b-bb9f-094dfd57ce11 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.33 "GET /v2.0/networks?id=d80fed7e-ca08-478c-bcce-00fe66ce3ab4 HTTP/1.1" status: 200 len: 809 time: 0.1267319 Jun 27 21:23:11.235549 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Request body: {'port': {'device_id': 'd1f24508-cc1a-4fbc-804e-bfbfc6b19ae4', 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4', 'admin_state_up': True, 'tenant_id': '8b70340671074b2aa4c80384cb6f1c85'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:23:11.242999 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ec6ccb6a-0723-4053-ad95-4c387d4a89ee req-c7937b0b-1b12-4a37-98e9-04e9c168dcf9 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 210 time: 0.0410941 Jun 27 21:23:11.270964 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:11.357637 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Made reservation on behalf of 8b70340671074b2aa4c80384cb6f1c85 for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:23:11.361165 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:11.501126 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Allocated IP 172.20.0.11 (d80fed7e-ca08-478c-bcce-00fe66ce3ab4/a44541fb-343e-49b6-b2e0-6352fd66f144/5e9dc96f-1bf7-4645-a8e5-8a7436dd3593) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:23:11.667261 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks [] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:11.675668 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:11.703383 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:11.748954 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:23:11.752233 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:23:11.756192 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:23:11.762448 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Pushing event updated for resources: {'Port': ['ID=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:11.810940 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:11.811546 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:11.829403 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ebd51a01-e03d-49ef-b06e-e6c6c5edba64 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5978911 Jun 27 21:23:11.846780 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Request body: {'port': {'device_id': 'd1f24508-cc1a-4fbc-804e-bfbfc6b19ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:23:11.914874 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:12.068876 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:12.205911 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:23:12.217050 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Publish callbacks [] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:12.230679 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Transition to ACTIVE for port object 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:23:12.235518 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:12.292992 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:12.364502 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Attempting to bind port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:23:12.364828 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Attempting to bind port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '52384e93-8606-44aa-a062-7170c7a88e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:23:12.365189 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Attempting to bind port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 on network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:23:12.369969 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 on network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:23:12.370307 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Attempting to bind port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 on network d80fed7e-ca08-478c-bcce-00fe66ce3ab4 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:23:12.375446 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:23:12.375777 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Checking segment: {'id': '52384e93-8606-44aa-a062-7170c7a88e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:23:12.376155 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Bound using segment: {'id': '52384e93-8606-44aa-a062-7170c7a88e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:23:12.376576 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Bound port: 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52384e93-8606-44aa-a062-7170c7a88e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:23:12.376917 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:12.380385 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43411efe-8c3f-4a89-b552-25d382013c67 req-58537a25-8a7b-4796-8814-0d7ee983558a tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:12.382018 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-43411efe-8c3f-4a89-b552-25d382013c67 req-58537a25-8a7b-4796-8814-0d7ee983558a tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 944 time: 0.0551627 Jun 27 21:23:12.433803 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-43411efe-8c3f-4a89-b552-25d382013c67 req-0276b959-2580-4817-a58b-3d1e8f7e43d9 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459349 Jun 27 21:23:12.442808 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] For port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:23:12.446491 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] For port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593,segment=NetworkSegment(52384e93-8606-44aa-a062-7170c7a88e7d),segment_id=52384e93-8606-44aa-a062-7170c7a88e7d)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:23:12.452512 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:12.493829 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:12.494387 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:12.495838 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] 10.222.0.33 "PUT /v2.0/ports/5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 HTTP/1.1" status: 200 len: 1094 time: 0.6534104 Jun 27 21:23:12.496214 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f24508-cc1a-4fbc-804e-bfbfc6b19ae4', 'tag': '5e9dc96f-1bf7-4645-a8e5-8a7436dd3593'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:23:12.498510 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036cd136-7228-4598-beeb-0d34b3cce888" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4", "tag": "5e9dc96f-1bf7-4645-a8e5-8a7436dd3593"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:23:12.531740 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:12.538073 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71388e-4181-4d23-965c-7efc0c380234 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:12.552631 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e025a3e3-8fa8-41f1-ba8a-b0ba6d915bfb x-openstack-request-id: req-e025a3e3-8fa8-41f1-ba8a-b0ba6d915bfb {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:23:12.552909 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4", "tag": "5e9dc96f-1bf7-4645-a8e5-8a7436dd3593", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:23:12.553204 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e025a3e3-8fa8-41f1-ba8a-b0ba6d915bfb {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:23:12.553787 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e025a3e3-8fa8-41f1-ba8a-b0ba6d915bfb'] response: {'name': 'network-changed', 'server_uuid': 'd1f24508-cc1a-4fbc-804e-bfbfc6b19ae4', 'tag': '5e9dc96f-1bf7-4645-a8e5-8a7436dd3593', 'status': 'completed', 'code': 200} Jun 27 21:23:12.616781 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-26ddff7d-ca26-4f03-92ff-0d681d00deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:12.618586 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-26ddff7d-ca26-4f03-92ff-0d681d00deaf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8b70340671074b2aa4c80384cb6f1c85&device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 1128 time: 0.0489917 Jun 27 21:23:12.621630 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-39496636-1135-4d7e-a2b4-a0c178d05589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:12.667732 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-921c38c8-0921-4cbf-8ea0-992b075cc14c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 HTTP/1.1" status: 200 len: 217 time: 0.0349121 Jun 27 21:23:12.722907 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-e011e9e3-3e35-424b-a6e2-62d2f1352ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:12.724406 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-e011e9e3-3e35-424b-a6e2-62d2f1352ad1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a44541fb-343e-49b6-b2e0-6352fd66f144 HTTP/1.1" status: 200 len: 849 time: 0.0500357 Jun 27 21:23:12.761293 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-6e4eee91-37b8-497d-802a-9abdcc811f01 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d80fed7e-ca08-478c-bcce-00fe66ce3ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307562 Jun 27 21:23:12.860503 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-a5ca9a4e-ad70-4380-9932-206d440d9aca service neutron] 10.222.0.33 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925386 Jun 27 21:23:12.958912 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b4b5d0ea-914f-44a8-a672-6fe56e87adcb req-e6a33cfb-e6ef-41dc-af26-fdd3ef453974 service neutron] 10.222.0.33 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924797 Jun 27 21:23:13.329628 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=9 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:13.569254 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa661982-2dde-48d3-bca3-b1373d001584 req-0aceaf02-dd42-4308-87e7-a0e57972252d tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:13.571283 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fa661982-2dde-48d3-bca3-b1373d001584 req-0aceaf02-dd42-4308-87e7-a0e57972252d tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 944 time: 0.0539556 Jun 27 21:23:13.624615 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fa661982-2dde-48d3-bca3-b1373d001584 req-249002e4-dc13-4951-abf7-3653319eb434 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466282 Jun 27 21:23:13.797172 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:13.803842 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cd136-7228-4598-beeb-0d34b3cce888 req-56e3f7fc-bcb1-4ee1-a9e2-8a99b7409f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:13.805431 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-036cd136-7228-4598-beeb-0d34b3cce888 req-56e3f7fc-bcb1-4ee1-a9e2-8a99b7409f76 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8b70340671074b2aa4c80384cb6f1c85&device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 1128 time: 0.0414383 Jun 27 21:23:13.902528 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cd136-7228-4598-beeb-0d34b3cce888 req-09109d78-8f62-4e7e-9fe2-4db9f3c4f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:13.903924 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-036cd136-7228-4598-beeb-0d34b3cce888 req-09109d78-8f62-4e7e-9fe2-4db9f3c4f065 service neutron] 10.222.0.33 "GET /v2.0/networks?id=d80fed7e-ca08-478c-bcce-00fe66ce3ab4 HTTP/1.1" status: 200 len: 910 time: 0.0914023 Jun 27 21:23:13.944500 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-036cd136-7228-4598-beeb-0d34b3cce888 req-bc9c82f6-9a51-40dd-9e7a-1dd1b55268f3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 HTTP/1.1" status: 200 len: 217 time: 0.0331783 Jun 27 21:23:13.993909 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cd136-7228-4598-beeb-0d34b3cce888 req-e8d0bc37-d952-4690-bc55-add2cda0ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:13.995365 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-036cd136-7228-4598-beeb-0d34b3cce888 req-e8d0bc37-d952-4690-bc55-add2cda0ceee service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a44541fb-343e-49b6-b2e0-6352fd66f144 HTTP/1.1" status: 200 len: 849 time: 0.0456028 Jun 27 21:23:14.030582 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-036cd136-7228-4598-beeb-0d34b3cce888 req-85459eae-247b-4db0-a7d2-b5ab111e309a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d80fed7e-ca08-478c-bcce-00fe66ce3ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289166 Jun 27 21:23:14.046201 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:14.134840 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-036cd136-7228-4598-beeb-0d34b3cce888 req-a7d3e158-e14b-483a-a032-961254e05332 service neutron] 10.222.0.33 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971134 Jun 27 21:23:14.234371 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-036cd136-7228-4598-beeb-0d34b3cce888 req-b3b897ce-fcbe-42ba-9d16-d96d5cc4a8e8 service neutron] 10.222.0.33 "GET /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923269 Jun 27 21:23:14.463451 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 50220) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:14.875682 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b690cac4-2bfb-48f7-a2d7-348fcdf2b1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:14.937624 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30cc1-5c35-4c80-b534-a0d1813c5e92 req-0ac43ec1-1246-47e9-b1fc-a39e8fdd8e49 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:14.939165 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-18e30cc1-5c35-4c80-b534-a0d1813c5e92 req-0ac43ec1-1246-47e9-b1fc-a39e8fdd8e49 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 944 time: 0.0657363 Jun 27 21:23:15.023846 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-18e30cc1-5c35-4c80-b534-a0d1813c5e92 req-864a0686-8123-4bf1-9a2a-5a5719f49ed7 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753958 Jun 27 21:23:15.049738 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b690cac4-2bfb-48f7-a2d7-348fcdf2b1c8 admin admin] Publish callbacks [] for security_group (ee8f0ad8-0bfc-4d8f-82fb-6b54d29bc923), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:15.055550 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-b690cac4-2bfb-48f7-a2d7-348fcdf2b1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (ee8f0ad8-0bfc-4d8f-82fb-6b54d29bc923), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:15.061545 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:15.104504 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-b690cac4-2bfb-48f7-a2d7-348fcdf2b1c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a1c6bca01a94d56a5e8733239eda8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6399305 Jun 27 21:23:15.105450 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690cac4-2bfb-48f7-a2d7-348fcdf2b1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8f0ad8-0bfc-4d8f-82fb-6b54d29bc923,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:15.108448 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50238) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:15.163880 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fe88436d-10b4-4d70-a8b4-22e4a4c39472 admin admin] Publish callbacks [] for security_group (ee8f0ad8-0bfc-4d8f-82fb-6b54d29bc923), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:15.188796 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fe88436d-10b4-4d70-a8b4-22e4a4c39472 admin admin] Publish callbacks [] for security_group (ee8f0ad8-0bfc-4d8f-82fb-6b54d29bc923), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:15.244950 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fe88436d-10b4-4d70-a8b4-22e4a4c39472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (ee8f0ad8-0bfc-4d8f-82fb-6b54d29bc923), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:15.247575 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fe88436d-10b4-4d70-a8b4-22e4a4c39472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:15.248832 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-fe88436d-10b4-4d70-a8b4-22e4a4c39472 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee8f0ad8-0bfc-4d8f-82fb-6b54d29bc923 HTTP/1.1" status: 204 len: 168 time: 0.1393127 Jun 27 21:23:15.258156 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88436d-10b4-4d70-a8b4-22e4a4c39472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8f0ad8-0bfc-4d8f-82fb-6b54d29bc923,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:15.449605 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:15.683605 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:16.148107 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd66fe9-314c-4e6b-ae09-09624d61d3a8 req-b1f64189-9381-4007-92fb-863d3f875030 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:16.149760 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3cd66fe9-314c-4e6b-ae09-09624d61d3a8 req-b1f64189-9381-4007-92fb-863d3f875030 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 944 time: 0.0539403 Jun 27 21:23:16.400178 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:23:16.524269 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3cd66fe9-314c-4e6b-ae09-09624d61d3a8 req-e115d50e-cc78-4aa4-8c59-dfbcb5a2287a tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688083 Jun 27 21:23:16.528441 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593,segment=NetworkSegment(52384e93-8606-44aa-a062-7170c7a88e7d),segment_id=52384e93-8606-44aa-a062-7170c7a88e7d)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:16.541705 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': '5e9dc96f-1bf7-4645-a8e5-8a7436dd3593', 'network_id': 'd80fed7e-ca08-478c-bcce-00fe66ce3ab4', 'port_id': '5e9dc96f-1bf7-4645-a8e5-8a7436dd3593', 'mac_address': 'fa:16:3e:c3:96:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44541fb-343e-49b6-b2e0-6352fd66f144', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:23:16.578195 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:23:16.578475 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:16.594163 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:23:16.615620 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593,segment=NetworkSegment(52384e93-8606-44aa-a062-7170c7a88e7d),segment_id=52384e93-8606-44aa-a062-7170c7a88e7d)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:16.620286 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:16.668079 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:16.907806 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['5e9dc96f-1bf7-4645-a8e5-8a7436dd3593'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:23:17.662753 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce7c74-e4e6-4de7-8254-7c9b98e6e18d req-c4928102-6b92-48ab-92ed-ce73daab24dc tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:17.664225 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0fce7c74-e4e6-4de7-8254-7c9b98e6e18d req-c4928102-6b92-48ab-92ed-ce73daab24dc tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 945 time: 0.0569074 Jun 27 21:23:17.715746 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0fce7c74-e4e6-4de7-8254-7c9b98e6e18d req-f720bc5f-f5f5-471e-93f4-880cdb29a682 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453730 Jun 27 21:23:17.796263 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=14 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:18.414555 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:23:18.458197 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:23:18.466531 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:23:18.466923 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:18.548865 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:23:18.549263 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:18.572660 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f24508-cc1a-4fbc-804e-bfbfc6b19ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9dc96f-1bf7-4645-a8e5-8a7436dd3593'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:23:18.574923 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bd7ae2-9e75-4bea-b1c3-e94c1e255950" -d '{"events": [{"server_uuid": "d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4", "name": "network-vif-plugged", "status": "completed", "tag": "5e9dc96f-1bf7-4645-a8e5-8a7436dd3593"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:23:18.589744 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593,segment=NetworkSegment(52384e93-8606-44aa-a062-7170c7a88e7d),segment_id=52384e93-8606-44aa-a062-7170c7a88e7d)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:18.594163 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:18.618616 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9d7980-a827-4377-b6f4-3ebbe026a3f4 x-openstack-request-id: req-0a9d7980-a827-4377-b6f4-3ebbe026a3f4 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:23:18.618903 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4", "name": "network-vif-plugged", "status": "completed", "tag": "5e9dc96f-1bf7-4645-a8e5-8a7436dd3593", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:23:18.619151 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a9d7980-a827-4377-b6f4-3ebbe026a3f4 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:23:18.619546 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9d7980-a827-4377-b6f4-3ebbe026a3f4'] response: {'server_uuid': 'd1f24508-cc1a-4fbc-804e-bfbfc6b19ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9dc96f-1bf7-4645-a8e5-8a7436dd3593', 'code': 200} Jun 27 21:23:18.627666 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:18.646143 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:18.871091 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5cc46-1797-4e54-9956-4b3c26183d46 req-424af942-18be-473c-aaea-e861fd300408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:18.872642 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ebf5cc46-1797-4e54-9956-4b3c26183d46 req-424af942-18be-473c-aaea-e861fd300408 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 1130 time: 0.0720737 Jun 27 21:23:18.883231 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7ac83-8fc4-4db3-b3a1-5c76b359423f req-1ffef026-c181-4dfc-bf8c-281a951779a0 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:18.884644 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8bf7ac83-8fc4-4db3-b3a1-5c76b359423f req-1ffef026-c181-4dfc-bf8c-281a951779a0 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 946 time: 0.0741465 Jun 27 21:23:18.955026 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ebf5cc46-1797-4e54-9956-4b3c26183d46 req-2d23f086-1256-493c-8f1c-5339173f99fa service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691550 Jun 27 21:23:18.959557 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8bf7ac83-8fc4-4db3-b3a1-5c76b359423f req-7988382b-e1b8-4bb4-ae70-a3a12369c184 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684938 Jun 27 21:23:19.580499 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:20.078984 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c1337-3472-474e-b031-5bec6b775191 req-86f2e51e-5c85-4974-8e93-3e0378f5b16d tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:20.080344 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fc8c1337-3472-474e-b031-5bec6b775191 req-86f2e51e-5c85-4974-8e93-3e0378f5b16d tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 946 time: 0.0482442 Jun 27 21:23:20.106877 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:20.132635 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fc8c1337-3472-474e-b031-5bec6b775191 req-81d7c1fa-af70-49ab-ba63-63e96a92a1ee tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Jun 27 21:23:21.257908 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f0eb9-d0f2-42a8-8d18-4e4303a220a6 req-1740890f-e995-441a-8f2f-cb80c2c9eb8f tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:21.259423 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a32f0eb9-d0f2-42a8-8d18-4e4303a220a6 req-1740890f-e995-441a-8f2f-cb80c2c9eb8f tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 946 time: 0.0496783 Jun 27 21:23:21.308915 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a32f0eb9-d0f2-42a8-8d18-4e4303a220a6 req-8e8d49d5-e3df-40c0-8b62-a17098bedfe7 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Jun 27 21:23:22.263846 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ce738-c941-46cb-856f-f2e4778ef830 req-2fd4227c-78a4-4cb5-979f-5cdcc617b9fd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:22.266106 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fb5ce738-c941-46cb-856f-f2e4778ef830 req-2fd4227c-78a4-4cb5-979f-5cdcc617b9fd tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 946 time: 0.0538280 Jun 27 21:23:22.315363 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fb5ce738-c941-46cb-856f-f2e4778ef830 req-dac57eda-4541-4e64-a4b6-adc0e1a10c4a tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Jun 27 21:23:23.436031 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c4b35-61b2-4a2c-9d76-8c9e7903046b req-4d46c768-82ce-4a70-8490-4af00e53be4b tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:23.437524 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-230c4b35-61b2-4a2c-9d76-8c9e7903046b req-4d46c768-82ce-4a70-8490-4af00e53be4b tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 946 time: 0.0478995 Jun 27 21:23:23.489312 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-230c4b35-61b2-4a2c-9d76-8c9e7903046b req-50fc4717-c852-49f0-9b56-3162861d6b1d tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460207 Jun 27 21:23:24.572648 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:24.610888 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831bb2c-4341-4ab1-93e4-c9d67b658aeb req-f976a100-b649-40d1-848a-78710fa2828a tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:24.612436 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2831bb2c-4341-4ab1-93e4-c9d67b658aeb req-f976a100-b649-40d1-848a-78710fa2828a tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 946 time: 0.0497823 Jun 27 21:23:24.662010 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2831bb2c-4341-4ab1-93e4-c9d67b658aeb req-c3740f86-fc10-4255-bfe4-8611243c92e3 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436885 Jun 27 21:23:25.780953 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba28f-bdd5-42d8-bba9-3f4a5de24cb3 req-6bb05ae9-c12f-4d1a-beba-a038c70590b8 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:25.782348 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f4eba28f-bdd5-42d8-bba9-3f4a5de24cb3 req-6bb05ae9-c12f-4d1a-beba-a038c70590b8 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 946 time: 0.0487132 Jun 27 21:23:25.833129 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f4eba28f-bdd5-42d8-bba9-3f4a5de24cb3 req-cb9d54dc-305c-4741-b872-954cba084a6a tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 Jun 27 21:23:26.951679 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18ce83-c806-4795-882a-a3a7d7fb0ed9 req-f3b9f11a-4df7-4a06-b54a-c1fa3374b6be tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:26.953238 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1c18ce83-c806-4795-882a-a3a7d7fb0ed9 req-f3b9f11a-4df7-4a06-b54a-c1fa3374b6be tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 946 time: 0.0492320 Jun 27 21:23:27.009054 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1c18ce83-c806-4795-882a-a3a7d7fb0ed9 req-5dba3613-8eb6-4353-bde7-26e1d11fd493 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496342 Jun 27 21:23:28.127943 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195bc00-db0e-4fd7-93e0-bed3f35f310f req-87570a90-c6c7-4e2e-bcea-a44f428fd9d2 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:28.129579 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e195bc00-db0e-4fd7-93e0-bed3f35f310f req-87570a90-c6c7-4e2e-bcea-a44f428fd9d2 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 946 time: 0.0492969 Jun 27 21:23:28.181098 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e195bc00-db0e-4fd7-93e0-bed3f35f310f req-b50da0b2-c807-4c1e-abfa-fc80272d9be5 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ef7517c-5f82-498a-9f11-6763069300da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450757 Jun 27 21:23:28.202815 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba043ace-f41b-49f7-8086-573a1fd730e9 req-32f137ba-aa6b-49ed-86cd-2a1917fe3e79 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:28.204334 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ba043ace-f41b-49f7-8086-573a1fd730e9 req-32f137ba-aa6b-49ed-86cd-2a1917fe3e79 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.33 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 946 time: 0.0500457 Jun 27 21:23:28.295339 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-ba043ace-f41b-49f7-8086-573a1fd730e9 req-0d05f8bd-6137-4f63-8de6-c77cfc28bf8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Deleting port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:23:28.295590 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-ba043ace-f41b-49f7-8086-573a1fd730e9 req-0d05f8bd-6137-4f63-8de6-c77cfc28bf8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:28.392444 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-ba043ace-f41b-49f7-8086-573a1fd730e9 req-0d05f8bd-6137-4f63-8de6-c77cfc28bf8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] For port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593,segment=NetworkSegment(52384e93-8606-44aa-a062-7170c7a88e7d),segment_id=52384e93-8606-44aa-a062-7170c7a88e7d)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:23:28.392744 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-ba043ace-f41b-49f7-8086-573a1fd730e9 req-0d05f8bd-6137-4f63-8de6-c77cfc28bf8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:28.406717 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-ba043ace-f41b-49f7-8086-573a1fd730e9 req-0d05f8bd-6137-4f63-8de6-c77cfc28bf8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Calling delete_port for 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:23:28.483176 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:28.544569 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-ba043ace-f41b-49f7-8086-573a1fd730e9 req-0d05f8bd-6137-4f63-8de6-c77cfc28bf8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (5e9dc96f-1bf7-4645-a8e5-8a7436dd3593), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:28.573249 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05f8bd-6137-4f63-8de6-c77cfc28bf8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Pushing event deleted for resources: {'Port': ['ID=5e9dc96f-1bf7-4645-a8e5-8a7436dd3593,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:28.617908 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba043ace-f41b-49f7-8086-573a1fd730e9 req-0d05f8bd-6137-4f63-8de6-c77cfc28bf8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] No DVR routers for this DVR port 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:23:28.620420 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-ba043ace-f41b-49f7-8086-573a1fd730e9 req-0d05f8bd-6137-4f63-8de6-c77cfc28bf8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:28.623621 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ba043ace-f41b-49f7-8086-573a1fd730e9 req-0d05f8bd-6137-4f63-8de6-c77cfc28bf8c tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.33 "DELETE /v2.0/ports/5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 HTTP/1.1" status: 204 len: 173 time: 0.4133651 Jun 27 21:23:28.624062 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f24508-cc1a-4fbc-804e-bfbfc6b19ae4', 'name': 'network-vif-deleted', 'tag': '5e9dc96f-1bf7-4645-a8e5-8a7436dd3593'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:23:28.626295 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31183984-2254-4835-8546-8d9666c121c1" -d '{"events": [{"server_uuid": "d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4", "name": "network-vif-deleted", "tag": "5e9dc96f-1bf7-4645-a8e5-8a7436dd3593"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:23:28.662089 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a2ac65-ff18-4f82-ac36-2fdb5ae405e0 x-openstack-request-id: req-f8a2ac65-ff18-4f82-ac36-2fdb5ae405e0 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:23:28.662368 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4", "name": "network-vif-deleted", "tag": "5e9dc96f-1bf7-4645-a8e5-8a7436dd3593", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:23:28.662729 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8a2ac65-ff18-4f82-ac36-2fdb5ae405e0 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:23:28.663168 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a2ac65-ff18-4f82-ac36-2fdb5ae405e0'] response: {'server_uuid': 'd1f24508-cc1a-4fbc-804e-bfbfc6b19ae4', 'name': 'network-vif-deleted', 'tag': '5e9dc96f-1bf7-4645-a8e5-8a7436dd3593', 'status': 'completed', 'code': 200} Jun 27 21:23:29.286055 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f4999ba7-0bfe-406e-acf0-d9e6b49919f1 req-fbbb2717-b617-410a-9244-eef2d282ad89 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 210 time: 0.0317962 Jun 27 21:23:29.572225 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:29.574210 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:30.387833 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f0b03bd1-9bdf-42b7-ab78-9e99ef199c77 req-2ee20b74-6afa-48b2-968e-91958c038b48 tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 210 time: 0.0295420 Jun 27 21:23:31.054706 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:23:31.074094 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:23:31.074579 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 5e9dc96f-1bf7-4645-a8e5-8a7436dd3593 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:23:31.505596 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7b68ae18-4af6-4f21-8d56-1c80d8a3cf07 req-a5fe9211-aae3-4cba-b33f-53de4210480d tempest-VolumesActionsTest-2053792718 tempest-VolumesActionsTest-2053792718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1f24508-cc1a-4fbc-804e-bfbfc6b19ae4 HTTP/1.1" status: 200 len: 210 time: 0.0318389 Jun 27 21:23:40.368669 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=9 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:40.369474 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=67,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:40.435013 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0a67173c-dbf6-4b93-9874-2d06fea9e16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:41.490748 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:41.492516 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=30 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:42.618262 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-4f064b6f-37a9-426a-b89e-2431f84cdf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:43.807332 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:44.793582 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:44.795112 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=4 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:44.805468 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:23:45.477077 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:45.692383 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:48.917621 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50820) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:49.053499 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:49.151321 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Publish callbacks [] for security_group (01f8dea5-b68b-416a-96a3-d9253b17f613), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:49.156297 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (01f8dea5-b68b-416a-96a3-d9253b17f613), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:49.203084 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f8dea5-b68b-416a-96a3-d9253b17f613,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:49.208421 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6a34e9da689495093767d8221a778a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892666 Jun 27 21:23:49.212544 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50824) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:49.226105 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.226627 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.226851 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.227245 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.227609 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.227989 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.228377 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.228672 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.229057 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.229415 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.229783 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.230120 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.230453 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.230778 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.231099 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d3c5-f03b-4d64-84c9-819f8c6b9a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:49.292494 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cda097b4-cd1e-45ef-a7d5-e7f5e3e43544 admin admin] Publish callbacks [] for security_group (01f8dea5-b68b-416a-96a3-d9253b17f613), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:49.320402 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cda097b4-cd1e-45ef-a7d5-e7f5e3e43544 admin admin] Publish callbacks [] for security_group (01f8dea5-b68b-416a-96a3-d9253b17f613), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:49.382447 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cda097b4-cd1e-45ef-a7d5-e7f5e3e43544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (01f8dea5-b68b-416a-96a3-d9253b17f613), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:49.385683 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cda097b4-cd1e-45ef-a7d5-e7f5e3e43544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:49.395915 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-cda097b4-cd1e-45ef-a7d5-e7f5e3e43544 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01f8dea5-b68b-416a-96a3-d9253b17f613 HTTP/1.1" status: 204 len: 168 time: 0.1820168 Jun 27 21:23:49.407112 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda097b4-cd1e-45ef-a7d5-e7f5e3e43544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f8dea5-b68b-416a-96a3-d9253b17f613,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:49.593913 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:49.812313 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 50836) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:49.836485 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:49.951355 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Publish callbacks [] for security_group (560ecf4a-419b-490a-b949-323f3f26f63c), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:49.956390 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (560ecf4a-419b-490a-b949-323f3f26f63c), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:50.003336 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14daa6943ecb4bff8656ef740fe6f524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870148 Jun 27 21:23:50.003336 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560ecf4a-419b-490a-b949-323f3f26f63c,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:50.003857 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50838) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:50.017832 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.018687 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.019203 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.020285 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.020892 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.021465 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.022028 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.022529 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.023132 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.023631 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.024132 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.024615 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.025663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.026246 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.026755 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19fd87-c041-4632-97a7-fe1b121f8d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:23:50.094202 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-50fe6777-a6f5-4ca7-a8e5-a40f51e2b0f0 admin admin] Publish callbacks [] for security_group (560ecf4a-419b-490a-b949-323f3f26f63c), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:50.130268 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-50fe6777-a6f5-4ca7-a8e5-a40f51e2b0f0 admin admin] Publish callbacks [] for security_group (560ecf4a-419b-490a-b949-323f3f26f63c), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:50.197041 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-50fe6777-a6f5-4ca7-a8e5-a40f51e2b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (560ecf4a-419b-490a-b949-323f3f26f63c), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:50.200231 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-50fe6777-a6f5-4ca7-a8e5-a40f51e2b0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:50.205200 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-50fe6777-a6f5-4ca7-a8e5-a40f51e2b0f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/560ecf4a-419b-490a-b949-323f3f26f63c HTTP/1.1" status: 204 len: 168 time: 0.2000213 Jun 27 21:23:50.220289 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe6777-a6f5-4ca7-a8e5-a40f51e2b0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560ecf4a-419b-490a-b949-323f3f26f63c,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:51.380499 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-d87f902f-ea42-4714-b813-62c6c8d0c355 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457726 Jun 27 21:23:51.514282 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-b88cc2f9-5ccc-435f-97e6-800cc895a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:51.516097 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-b88cc2f9-5ccc-435f-97e6-800cc895a23b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 1129 time: 0.0552840 Jun 27 21:23:51.647053 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-667d3b22-12c8-4852-ab4a-542b93f4a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:51.648939 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-667d3b22-12c8-4852-ab4a-542b93f4a5e3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 912 time: 0.1104157 Jun 27 21:23:51.735460 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-33bc9aa5-335e-42dc-9eeb-d1a84f6f2739 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75002039-0422-4d26-902e-76319b2a7e3b HTTP/1.1" status: 200 len: 1000 time: 0.0790751 Jun 27 21:23:51.802535 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-7db683c1-6566-4f79-ab30-8900731cd522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:51.804127 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-7db683c1-6566-4f79-ab30-8900731cd522 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0610039 Jun 27 21:23:51.869094 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-60659146-f9f7-480b-aa93-9af09cd74ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:23:51.870966 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-60659146-f9f7-480b-aa93-9af09cd74ed0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587580 Jun 27 21:23:52.031818 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-2d8b09e6-a556-43d5-9972-8ff6c35d1171 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509545 Jun 27 21:23:52.172583 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0b21e4af-6a0e-4000-a00a-cd1c236e4867 req-49b09539-aab7-4e71-9ce3-1dafba64cb10 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347091 Jun 27 21:23:53.053246 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50914) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:53.206450 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95877bd2-54a3-4fdc-9dc1-aed9d4d861ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:53.310166 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95877bd2-54a3-4fdc-9dc1-aed9d4d861ae admin admin] Publish callbacks [] for security_group (bc3eaecc-f5e6-423f-952e-64451ed7216d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:53.324352 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-95877bd2-54a3-4fdc-9dc1-aed9d4d861ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (bc3eaecc-f5e6-423f-952e-64451ed7216d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:53.365759 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95877bd2-54a3-4fdc-9dc1-aed9d4d861ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3eaecc-f5e6-423f-952e-64451ed7216d,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:53.369699 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-95877bd2-54a3-4fdc-9dc1-aed9d4d861ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ed075f1bd4d4137bed07f49f5b72a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145945 Jun 27 21:23:53.372263 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50920) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:53.425201 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:53.444613 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-73da08bc-afdf-430e-b97d-de3607e06b25 admin admin] Publish callbacks [] for security_group (bc3eaecc-f5e6-423f-952e-64451ed7216d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:53.478841 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-73da08bc-afdf-430e-b97d-de3607e06b25 admin admin] Publish callbacks [] for security_group (bc3eaecc-f5e6-423f-952e-64451ed7216d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:53.517250 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:23:53.548064 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-73da08bc-afdf-430e-b97d-de3607e06b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (bc3eaecc-f5e6-423f-952e-64451ed7216d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:53.552617 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-73da08bc-afdf-430e-b97d-de3607e06b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:53.557965 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-73da08bc-afdf-430e-b97d-de3607e06b25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc3eaecc-f5e6-423f-952e-64451ed7216d HTTP/1.1" status: 204 len: 168 time: 0.1845827 Jun 27 21:23:53.567865 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da08bc-afdf-430e-b97d-de3607e06b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3eaecc-f5e6-423f-952e-64451ed7216d,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:54.011336 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50928) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:54.035518 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-728c27eb-c21d-4a7b-aaa4-bc0dd7f2c72c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:54.147251 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-728c27eb-c21d-4a7b-aaa4-bc0dd7f2c72c admin admin] Publish callbacks [] for security_group (abb96d57-f582-4479-ba6d-a61674b708e6), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:54.152866 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-728c27eb-c21d-4a7b-aaa4-bc0dd7f2c72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (abb96d57-f582-4479-ba6d-a61674b708e6), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:54.196645 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c27eb-c21d-4a7b-aaa4-bc0dd7f2c72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb96d57-f582-4479-ba6d-a61674b708e6,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:54.201142 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-728c27eb-c21d-4a7b-aaa4-bc0dd7f2c72c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=759e6d926b5e4c829267da91e0ec70d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886683 Jun 27 21:23:54.205190 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 50932) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:23:54.271081 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6bff9c34-fdc9-4cee-a66a-2cbfe8f57154 admin admin] Publish callbacks [] for security_group (abb96d57-f582-4479-ba6d-a61674b708e6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:54.312741 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6bff9c34-fdc9-4cee-a66a-2cbfe8f57154 admin admin] Publish callbacks [] for security_group (abb96d57-f582-4479-ba6d-a61674b708e6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:54.367573 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6bff9c34-fdc9-4cee-a66a-2cbfe8f57154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (abb96d57-f582-4479-ba6d-a61674b708e6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:54.370178 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6bff9c34-fdc9-4cee-a66a-2cbfe8f57154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:23:54.371347 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6bff9c34-fdc9-4cee-a66a-2cbfe8f57154 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abb96d57-f582-4479-ba6d-a61674b708e6 HTTP/1.1" status: 204 len: 168 time: 0.1652439 Jun 27 21:23:54.380322 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff9c34-fdc9-4cee-a66a-2cbfe8f57154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb96d57-f582-4479-ba6d-a61674b708e6,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:23:54.808806 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:00.241464 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:02.151861 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=55,neutron:INSERT=8 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:02.168458 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:03.030445 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51160) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:03.079933 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e500376-1d46-4d4d-be8a-06729e1b15dd admin admin] Deleting subnet a44541fb-343e-49b6-b2e0-6352fd66f144 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:24:03.083738 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8e500376-1d46-4d4d-be8a-06729e1b15dd admin admin] Publish callbacks [] for subnet (a44541fb-343e-49b6-b2e0-6352fd66f144), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.125164 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8e500376-1d46-4d4d-be8a-06729e1b15dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5529861'] for subnet (a44541fb-343e-49b6-b2e0-6352fd66f144), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.168446 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8e500376-1d46-4d4d-be8a-06729e1b15dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (a44541fb-343e-49b6-b2e0-6352fd66f144), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.234761 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8e500376-1d46-4d4d-be8a-06729e1b15dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5528985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4806410'] for subnet (a44541fb-343e-49b6-b2e0-6352fd66f144), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.261732 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e500376-1d46-4d4d-be8a-06729e1b15dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a44541fb-343e-49b6-b2e0-6352fd66f144,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:03.268213 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8e500376-1d46-4d4d-be8a-06729e1b15dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.271422 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8e500376-1d46-4d4d-be8a-06729e1b15dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a44541fb-343e-49b6-b2e0-6352fd66f144 HTTP/1.1" status: 204 len: 168 time: 0.2399969 Jun 27 21:24:03.273948 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51168) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:03.347611 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (d80fed7e-ca08-478c-bcce-00fe66ce3ab4), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.431692 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (d80fed7e-ca08-478c-bcce-00fe66ce3ab4), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.453820 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80fed7e-ca08-478c-bcce-00fe66ce3ab4']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:03.464864 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52384e93-8606-44aa-a062-7170c7a88e7d') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:03.465190 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52384e93-8606-44aa-a062-7170c7a88e7d') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:03.475571 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5529884'] for segment (52384e93-8606-44aa-a062-7170c7a88e7d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.477155 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:03.492802 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (52384e93-8606-44aa-a062-7170c7a88e7d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.500152 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:24:03.500618 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5528959'] for segment (52384e93-8606-44aa-a062-7170c7a88e7d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.505227 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:03.531940 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 52384e93-8606-44aa-a062-7170c7a88e7d resource provider aggregate not found Jun 27 21:24:03.564114 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 52384e93-8606-44aa-a062-7170c7a88e7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52384e93-8606-44aa-a062-7170c7a88e7d found for delete ", "request_id": "req-b23cb9f8-f109-4a26-a484-97ffee2a8828"}]} Jun 27 21:24:03.573099 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (d80fed7e-ca08-478c-bcce-00fe66ce3ab4), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.578807 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.582301 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d80fed7e-ca08-478c-bcce-00fe66ce3ab4 HTTP/1.1" status: 204 len: 168 time: 0.3074663 Jun 27 21:24:03.600323 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7f938-3bd0-4c2d-b242-24ba35f6ab86 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80fed7e-ca08-478c-bcce-00fe66ce3ab4,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:03.769801 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51176) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:03.811011 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0e0bec8a-f508-43bf-994f-7e03514d6e14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b70340671074b2aa4c80384cb6f1c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400045 Jun 27 21:24:03.813663 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51178) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:03.870858 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-eff9d57a-80aa-42d1-8c0d-8540d8b9dc8a admin admin] Publish callbacks [] for security_group (9ef7517c-5f82-498a-9f11-6763069300da), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.895587 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-eff9d57a-80aa-42d1-8c0d-8540d8b9dc8a admin admin] Publish callbacks [] for security_group (9ef7517c-5f82-498a-9f11-6763069300da), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.948063 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-eff9d57a-80aa-42d1-8c0d-8540d8b9dc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (9ef7517c-5f82-498a-9f11-6763069300da), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.950804 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-eff9d57a-80aa-42d1-8c0d-8540d8b9dc8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:03.952113 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-eff9d57a-80aa-42d1-8c0d-8540d8b9dc8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ef7517c-5f82-498a-9f11-6763069300da HTTP/1.1" status: 204 len: 168 time: 0.1374860 Jun 27 21:24:03.962635 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9d57a-80aa-42d1-8c0d-8540d8b9dc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef7517c-5f82-498a-9f11-6763069300da,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:03.976080 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:06.873635 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51318) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:06.992287 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d7a-385c-44d3-bd82-bf12b72a0328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.076498 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d7a-385c-44d3-bd82-bf12b72a0328 admin admin] Publish callbacks [] for security_group (0e46bf8c-de5b-41bb-98ab-586e1affb131), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.081045 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-cafe8d7a-385c-44d3-bd82-bf12b72a0328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (0e46bf8c-de5b-41bb-98ab-586e1affb131), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.121868 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe8d7a-385c-44d3-bd82-bf12b72a0328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e46bf8c-de5b-41bb-98ab-586e1affb131,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:07.130741 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-cafe8d7a-385c-44d3-bd82-bf12b72a0328 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a50c6488882d4d38994f00a5be02b9c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559898 Jun 27 21:24:07.130984 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51330) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:07.185497 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1218-b173-4035-808e-f3eef42b6a2f admin admin] Publish callbacks [] for security_group (0e46bf8c-de5b-41bb-98ab-586e1affb131), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.187224 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51332) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:07.217703 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1218-b173-4035-808e-f3eef42b6a2f admin admin] Publish callbacks [] for security_group (0e46bf8c-de5b-41bb-98ab-586e1affb131), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.269278 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1218-b173-4035-808e-f3eef42b6a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (0e46bf8c-de5b-41bb-98ab-586e1affb131), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.272973 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1218-b173-4035-808e-f3eef42b6a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.277678 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-6eeb1218-b173-4035-808e-f3eef42b6a2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e46bf8c-de5b-41bb-98ab-586e1affb131 HTTP/1.1" status: 204 len: 168 time: 0.1455619 Jun 27 21:24:07.287924 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb1218-b173-4035-808e-f3eef42b6a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e46bf8c-de5b-41bb-98ab-586e1affb131,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:07.317958 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9acd92d4-e11c-403b-afd5-ea81bdf65562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.416614 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9acd92d4-e11c-403b-afd5-ea81bdf65562 admin admin] Publish callbacks [] for security_group (a925d7ff-8ec6-4861-9e52-5e13b51160da), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.425997 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9acd92d4-e11c-403b-afd5-ea81bdf65562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a925d7ff-8ec6-4861-9e52-5e13b51160da), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.476101 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9acd92d4-e11c-403b-afd5-ea81bdf65562 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15a8108ef16e4046a829ac762b04510b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866602 Jun 27 21:24:07.476259 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51342) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:07.476381 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd92d4-e11c-403b-afd5-ea81bdf65562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a925d7ff-8ec6-4861-9e52-5e13b51160da,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:07.532654 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-074ae11b-8fd2-4ccb-9b08-2bc5458f202c admin admin] Publish callbacks [] for security_group (a925d7ff-8ec6-4861-9e52-5e13b51160da), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.555157 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-074ae11b-8fd2-4ccb-9b08-2bc5458f202c admin admin] Publish callbacks [] for security_group (a925d7ff-8ec6-4861-9e52-5e13b51160da), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.613605 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-074ae11b-8fd2-4ccb-9b08-2bc5458f202c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a925d7ff-8ec6-4861-9e52-5e13b51160da), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.616541 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-074ae11b-8fd2-4ccb-9b08-2bc5458f202c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:07.620875 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-074ae11b-8fd2-4ccb-9b08-2bc5458f202c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a925d7ff-8ec6-4861-9e52-5e13b51160da HTTP/1.1" status: 204 len: 168 time: 0.1440833 Jun 27 21:24:07.631792 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ae11b-8fd2-4ccb-9b08-2bc5458f202c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a925d7ff-8ec6-4861-9e52-5e13b51160da,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:07.949463 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51362) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:07.963700 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fa4691ff-1a05-4e74-aa73-17b986cb0e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.044009 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:UPDATE=3,neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:08.055219 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fa4691ff-1a05-4e74-aa73-17b986cb0e09 admin admin] Publish callbacks [] for security_group (a5767c6d-366d-402f-b16a-be17ba8251f7), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.060051 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-fa4691ff-1a05-4e74-aa73-17b986cb0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a5767c6d-366d-402f-b16a-be17ba8251f7), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.081498 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:DELETE=3,neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:08.105101 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51366) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:08.107867 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-fa4691ff-1a05-4e74-aa73-17b986cb0e09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa905a32ff4b49679051eec9159fd91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573052 Jun 27 21:24:08.109204 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4691ff-1a05-4e74-aa73-17b986cb0e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5767c6d-366d-402f-b16a-be17ba8251f7,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:08.110985 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51370) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:08.165785 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d817d289-8bdf-46b3-980e-38df706d8a57 admin admin] Publish callbacks [] for security_group (a5767c6d-366d-402f-b16a-be17ba8251f7), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.192628 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d817d289-8bdf-46b3-980e-38df706d8a57 admin admin] Publish callbacks [] for security_group (a5767c6d-366d-402f-b16a-be17ba8251f7), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.221514 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2078795287-network', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:08.252380 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Made reservation on behalf of c9f86d6febe04e8f9745d787914b6d5c for: {'network': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:24:08.255739 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.267219 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.279921 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d817d289-8bdf-46b3-980e-38df706d8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (a5767c6d-366d-402f-b16a-be17ba8251f7), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.282399 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d817d289-8bdf-46b3-980e-38df706d8a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.283550 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d817d289-8bdf-46b3-980e-38df706d8a57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5767c6d-366d-402f-b16a-be17ba8251f7 HTTP/1.1" status: 204 len: 168 time: 0.1716967 Jun 27 21:24:08.300592 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817d289-8bdf-46b3-980e-38df706d8a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5767c6d-366d-402f-b16a-be17ba8251f7,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:08.380018 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Publish callbacks [] for security_group (5a0bc3db-2707-4c76-9558-ef9f5f8c8e30), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.385368 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (5a0bc3db-2707-4c76-9558-ef9f5f8c8e30), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.415300 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=104131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:24:08.424701 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:08.437459 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (50bcae4a-2018-4d11-9319-3b751cede434), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.438091 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.segments_db [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Added segment 50bcae4a-2018-4d11-9319-3b751cede434 of type vlan for network 34d52971-c53b-4ea9-9d05-eaeb67e201df Jun 27 21:24:08.484904 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (34d52971-c53b-4ea9-9d05-eaeb67e201df), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.515237 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (34d52971-c53b-4ea9-9d05-eaeb67e201df), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.516557 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:08.517334 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.524121 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:08.560558 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:08.587708 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4778752 Jun 27 21:24:08.588410 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51380) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:08.594629 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] Request body: {'subnet': {'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2078795287-subnet', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:08.618563 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587924e-0f51-4dff-b314-eeecd3b1db4a admin admin] Pushing event updated for resources: {'Network': ['ID=34d52971-c53b-4ea9-9d05-eaeb67e201df,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:08.626881 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] Made reservation on behalf of c9f86d6febe04e8f9745d787914b6d5c for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:24:08.629737 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 34d52971-c53b-4ea9-9d05-eaeb67e201df details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:24:08.635536 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4808171'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.828106 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5529048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4806417'] for subnet (02bcd756-1432-4ede-b392-71ec41cb0c8a), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.886420 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02bcd756-1432-4ede-b392-71ec41cb0c8a,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:08.904907 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] Checking segment: {'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:08.905332 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] Network hostable DHCP agents. Network: 34d52971-c53b-4ea9-9d05-eaeb67e201df, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:24:08.932194 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] Network 34d52971-c53b-4ea9-9d05-eaeb67e201df is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:24:08.946974 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 34d52971-c53b-4ea9-9d05-eaeb67e201df) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:08.956502 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:08.957446 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:08.967591 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6048ba83-a773-48f7-bb08-32b2b97e028f None None] Network 34d52971-c53b-4ea9-9d05-eaeb67e201df requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:24:08.989544 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51394) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:08.991322 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-8ce40d01-e79f-476a-95ae-b4be673ef424 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4006562 Jun 27 21:24:08.994963 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:09.023780 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (e98b695e-5633-4ce1-b33a-1430619b25b9), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.034200 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (e98b695e-5633-4ce1-b33a-1430619b25b9), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.091562 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-34d52971-c53b-4ea9-9d05-eaeb67e201df', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'fixed_ips': [{'subnet_id': '02bcd756-1432-4ede-b392-71ec41cb0c8a'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:24:09.092201 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.098201 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Publish callbacks [] for router_controller (e98b695e-5633-4ce1-b33a-1430619b25b9), precommit_add_association {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.245107 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Publish callbacks [] for router_gateway (e98b695e-5633-4ce1-b33a-1430619b25b9), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.256219 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Allocated IP 172.20.0.2 (34d52971-c53b-4ea9-9d05-eaeb67e201df/02bcd756-1432-4ede-b392-71ec41cb0c8a/8684f907-c86d-4526-99d3-333bfd0b5247) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:24:09.424730 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Publish callbacks [] for port (8684f907-c86d-4526-99d3-333bfd0b5247), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.432363 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.437824 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Publish callbacks [] for router_gateway (e98b695e-5633-4ce1-b33a-1430619b25b9), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.464839 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.484829 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Network 34d52971-c53b-4ea9-9d05-eaeb67e201df is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:24:09.488961 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:09.492321 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:24:09.498786 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Pushing event updated for resources: {'Port': ['ID=8684f907-c86d-4526-99d3-333bfd0b5247,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:09.533539 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.533539 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.533539 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.533539 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.533539 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.534131 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.534131 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.534316 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.534573 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.534891 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.535207 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.536263 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.536590 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.536949 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.537289 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:09.577518 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Attempting to bind port 8684f907-c86d-4526-99d3-333bfd0b5247 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:24:09.578009 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Attempting to bind port 8684f907-c86d-4526-99d3-333bfd0b5247 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:24:09.578443 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Attempting to bind port 8684f907-c86d-4526-99d3-333bfd0b5247 on network 34d52971-c53b-4ea9-9d05-eaeb67e201df {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:09.586492 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:24:09.587921 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Checking segment: {'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:09.588341 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.588738 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Bound using segment: {'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:24:09.589241 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Bound port: 8684f907-c86d-4526-99d3-333bfd0b5247, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:24:09.589617 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.624738 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Allocated IP 172.27.0.147 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/3574e447-b7e2-4267-a4d1-3e5fafd26fd0) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:24:09.664281 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51412) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:09.684798 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] For port 8684f907-c86d-4526-99d3-333bfd0b5247, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:24:09.688786 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] For port 8684f907-c86d-4526-99d3-333bfd0b5247, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=8684f907-c86d-4526-99d3-333bfd0b5247,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:24:09.696632 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.765564 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Publish callbacks [] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.771029 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eef45-4b5b-4443-9363-9b50e3b02510 None None] Pushing event updated for resources: {'Port': ['ID=8684f907-c86d-4526-99d3-333bfd0b5247,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:09.801347 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.831971 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9452c8f4-c5b9-4a35-bcb5-5cd772e92128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.855039 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:24:09.858171 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:09.863124 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:24:09.898402 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Pushing event updated for resources: {'Port': ['ID=3574e447-b7e2-4267-a4d1-3e5fafd26fd0,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:09.938566 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9452c8f4-c5b9-4a35-bcb5-5cd772e92128 admin admin] Publish callbacks [] for security_group (b19dde14-6acf-4348-aa3b-e6ff21db11e2), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:09.944894 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9452c8f4-c5b9-4a35-bcb5-5cd772e92128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (b19dde14-6acf-4348-aa3b-e6ff21db11e2), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:10.001616 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9452c8f4-c5b9-4a35-bcb5-5cd772e92128 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6efc0f57c373472d89762f0410e76f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358982 Jun 27 21:24:10.004339 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51416) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:10.052073 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452c8f4-c5b9-4a35-bcb5-5cd772e92128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19dde14-6acf-4348-aa3b-e6ff21db11e2,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:10.073494 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:10.075663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:10.092533 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-156975b2-13e1-46ab-b830-b54093bba038 admin admin] Publish callbacks [] for security_group (b19dde14-6acf-4348-aa3b-e6ff21db11e2), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:10.122795 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-156975b2-13e1-46ab-b830-b54093bba038 admin admin] Publish callbacks [] for security_group (b19dde14-6acf-4348-aa3b-e6ff21db11e2), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:10.195856 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-156975b2-13e1-46ab-b830-b54093bba038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (b19dde14-6acf-4348-aa3b-e6ff21db11e2), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:10.198632 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-156975b2-13e1-46ab-b830-b54093bba038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:10.199897 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-156975b2-13e1-46ab-b830-b54093bba038 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b19dde14-6acf-4348-aa3b-e6ff21db11e2 HTTP/1.1" status: 204 len: 168 time: 0.1946642 Jun 27 21:24:10.209379 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156975b2-13e1-46ab-b830-b54093bba038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19dde14-6acf-4348-aa3b-e6ff21db11e2,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:10.212317 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Publish callbacks [] for router_gateway (e98b695e-5633-4ce1-b33a-1430619b25b9), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:10.418301 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (e98b695e-5633-4ce1-b33a-1430619b25b9), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:10.432907 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-34b02c89-af04-4e5f-b9be-1c45a4db0cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:10.571004 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Router e98b695e-5633-4ce1-b33a-1430619b25b9 is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:24:10.698392 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:24:10.711887 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Sync routers for ids ['e98b695e-5633-4ce1-b33a-1430619b25b9'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:24:10.725870 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:10.727201 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-7b7cc350-aac9-44ad-8b75-97cdc0b82c2a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7361276 Jun 27 21:24:10.729948 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51432) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:10.730766 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Routers {'e98b695e-5633-4ce1-b33a-1430619b25b9'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:24:10.731524 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:23:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e98b695e-5633-4ce1-b33a-1430619b25b9'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:10.857677 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Set router e98b695e-5633-4ce1-b33a-1430619b25b9 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:24:10.957992 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49feaf6-05aa-4ef3-bb54-510049ac70d4 None None] Network 34d52971-c53b-4ea9-9d05-eaeb67e201df requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:24:11.059378 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:10Z', 'revision_number': 3, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:11.072358 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:11.078877 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:11.090350 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Checking router: e98b695e-5633-4ce1-b33a-1430619b25b9 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:24:11.090688 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Updating router e98b695e-5633-4ce1-b33a-1430619b25b9 port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:24:11.091754 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-91d52e8a-5818-40ce-8407-ecd22c8b3682 None None] Provisioning complete for port 8684f907-c86d-4526-99d3-333bfd0b5247 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:11.092306 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-91d52e8a-5818-40ce-8407-ecd22c8b3682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.139134 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.169542 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:11.225383 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:11.226924 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-91d52e8a-5818-40ce-8407-ecd22c8b3682 None None] Current status of the port 8684f907-c86d-4526-99d3-333bfd0b5247 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:11.227552 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-91d52e8a-5818-40ce-8407-ecd22c8b3682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.282055 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-91d52e8a-5818-40ce-8407-ecd22c8b3682 None None] For port 8684f907-c86d-4526-99d3-333bfd0b5247, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=8684f907-c86d-4526-99d3-333bfd0b5247,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:11.282332 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.289626 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-91d52e8a-5818-40ce-8407-ecd22c8b3682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.377504 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d52e8a-5818-40ce-8407-ecd22c8b3682 None None] Pushing event updated for resources: {'Port': ['ID=8684f907-c86d-4526-99d3-333bfd0b5247,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:11.505459 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Allocated IP 172.20.0.1 (34d52971-c53b-4ea9-9d05-eaeb67e201df/02bcd756-1432-4ede-b392-71ec41cb0c8a/5030ed17-512e-4494-b22f-955aa3146afd) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:24:11.612860 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Publish callbacks [] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.620437 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.629616 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-5d2239ba-23cb-4ea8-acd8-7c161ed3e42c None None] Provisioning complete for port 8684f907-c86d-4526-99d3-333bfd0b5247 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:11.630329 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5d2239ba-23cb-4ea8-acd8-7c161ed3e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.649915 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Publish callbacks [] for port (5030ed17-512e-4494-b22f-955aa3146afd), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.673874 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Attempting to bind port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:24:11.674449 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Attempting to bind port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:24:11.674834 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Attempting to bind port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:11.685943 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:24:11.686317 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:11.686808 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.687199 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:24:11.688023 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Bound port: 3574e447-b7e2-4267-a4d1-3e5fafd26fd0, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:24:11.688023 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.725751 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (5030ed17-512e-4494-b22f-955aa3146afd), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.728432 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Pushing event updated for resources: {'Port': ['ID=3574e447-b7e2-4267-a4d1-3e5fafd26fd0,revision_number=2']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:11.751399 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.751978 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.752397 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.752736 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.753505 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.754113 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.754592 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.755067 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.755559 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.756103 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.756652 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.757387 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.757865 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.758338 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.758831 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:11.775023 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-5d2239ba-23cb-4ea8-acd8-7c161ed3e42c None None] Current status of the port 8684f907-c86d-4526-99d3-333bfd0b5247 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:11.805962 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 8684f907-c86d-4526-99d3-333bfd0b5247 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:24:11.831826 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Network 34d52971-c53b-4ea9-9d05-eaeb67e201df is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:24:11.833051 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] For port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:24:11.836105 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:11.837050 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] For port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=3574e447-b7e2-4267-a4d1-3e5fafd26fd0,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:24:11.843610 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:24:11.846576 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.871513 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 8684f907-c86d-4526-99d3-333bfd0b5247 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:11.871957 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:11.944522 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Routers {'e98b695e-5633-4ce1-b33a-1430619b25b9'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:24:11.945700 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:23:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e98b695e-5633-4ce1-b33a-1430619b25b9'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:11.951311 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:12.001898 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd498c3-f85b-48b5-a4f4-9c208c25232a None None] Pushing event updated for resources: {'Port': ['ID=3574e447-b7e2-4267-a4d1-3e5fafd26fd0,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:12.022260 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 8684f907-c86d-4526-99d3-333bfd0b5247 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:12.053072 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:12.120348 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] Set router e98b695e-5633-4ce1-b33a-1430619b25b9 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:24:12.218395 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-6a526bf7-2d7a-497b-ac63-9ae456e7c9a2 None None] Provisioning complete for port 5030ed17-512e-4494-b22f-955aa3146afd triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:12.218759 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-6a526bf7-2d7a-497b-ac63-9ae456e7c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (5030ed17-512e-4494-b22f-955aa3146afd), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:12.268032 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-6a526bf7-2d7a-497b-ac63-9ae456e7c9a2 None None] Port 5030ed17-512e-4494-b22f-955aa3146afd cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:24:12.274090 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Pushing event updated for resources: {'Port': ['ID=5030ed17-512e-4494-b22f-955aa3146afd,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:12.285815 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (e98b695e-5633-4ce1-b33a-1430619b25b9), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:12.342258 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:10Z', 'revision_number': 3, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:12.372788 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f7fbc-6a90-4b8a-9ffd-c1dd51f9a7fb None None] The sync data for ids ['e98b695e-5633-4ce1-b33a-1430619b25b9'] in dv-cinder-847732-1-iscsi is: [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:10Z', 'revision_number': 3, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:24:12.431381 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (5030ed17-512e-4494-b22f-955aa3146afd), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:12.571450 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:12.656173 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3d91e773-15ed-4552-9dcb-ff1a8066b90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:12.670505 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Publish callbacks [] for port (5030ed17-512e-4494-b22f-955aa3146afd), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:12.676520 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (5030ed17-512e-4494-b22f-955aa3146afd), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:12.682233 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:12.763930 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Pushing event updated for resources: {'Port': ['ID=5030ed17-512e-4494-b22f-955aa3146afd,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:12.771782 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (e98b695e-5633-4ce1-b33a-1430619b25b9), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:12.886237 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Network 34d52971-c53b-4ea9-9d05-eaeb67e201df is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:24:12.887302 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:13.024013 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Router e98b695e-5633-4ce1-b33a-1430619b25b9 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:24:13.165551 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:24:13.180000 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-1d087e01-e8f0-4f31-8321-e0c686d2655d admin admin] 10.222.0.13 "PUT /v2.0/routers/e98b695e-5633-4ce1-b33a-1430619b25b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4403522 Jun 27 21:24:13.201347 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-cdf67144-c3a4-430f-81c4-9ead4f661186 None None] Provisioning complete for port 5030ed17-512e-4494-b22f-955aa3146afd triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:13.201944 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-cdf67144-c3a4-430f-81c4-9ead4f661186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (5030ed17-512e-4494-b22f-955aa3146afd), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:13.249561 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-cdf67144-c3a4-430f-81c4-9ead4f661186 None None] Port 5030ed17-512e-4494-b22f-955aa3146afd cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:24:13.711547 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:24:13.762932 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:13.763298 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:13.817142 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:13.828367 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51494) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:13.833714 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1522987801-network', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:13.856193 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Made reservation on behalf of 1bc2225ec19243f9b09cc1847ef9bce7 for: {'network': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:24:13.857356 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:13.857618 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:13.859925 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:13.871884 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:13.888876 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=3574e447-b7e2-4267-a4d1-3e5fafd26fd0,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:13.895186 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:13.898433 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:13.900609 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:13.931603 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:13.969676 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=3574e447-b7e2-4267-a4d1-3e5fafd26fd0,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:13.986522 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Publish callbacks [] for security_group (535ec46c-7d6b-4114-8fa8-f18acf667da7), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:13.991799 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (535ec46c-7d6b-4114-8fa8-f18acf667da7), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.023201 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=104130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:24:14.031877 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535ec46c-7d6b-4114-8fa8-f18acf667da7,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:14.036982 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (708d2f98-7ef6-4082-bb49-d73574b7202f), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.037488 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.segments_db [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Added segment 708d2f98-7ef6-4082-bb49-d73574b7202f of type vlan for network 3ab8441e-fe57-438c-a92e-8446971487d9 Jun 27 21:24:14.079134 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (3ab8441e-fe57-438c-a92e-8446971487d9), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.107936 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (3ab8441e-fe57-438c-a92e-8446971487d9), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.109074 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:14.109655 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.152898 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3233306 Jun 27 21:24:14.155751 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51498) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:14.160946 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] Request body: {'subnet': {'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1522987801-subnet', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'ip_version': 4}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:14.182800 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] Made reservation on behalf of 1bc2225ec19243f9b09cc1847ef9bce7 for: {'subnet': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:24:14.184293 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a714b-9651-4789-86db-10bf204f1848 admin admin] Pushing event updated for resources: {'Network': ['ID=3ab8441e-fe57-438c-a92e-8446971487d9,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:14.185351 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25965306'] for subnet (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.197885 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network 3ab8441e-fe57-438c-a92e-8446971487d9 details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:24:14.230625 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:14.323395 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Sync routers for ids ['e98b695e-5633-4ce1-b33a-1430619b25b9'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:24:14.334926 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Routers {'e98b695e-5633-4ce1-b33a-1430619b25b9'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:24:14.335578 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e98b695e-5633-4ce1-b33a-1430619b25b9'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:14.387699 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25770557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25966592'] for subnet (3dedbf59-ab3e-4177-b971-13804ca5339d), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.433061 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:14.450475 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Set router e98b695e-5633-4ce1-b33a-1430619b25b9 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:24:14.454762 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dedbf59-ab3e-4177-b971-13804ca5339d,revision_number=0']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:14.470797 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] Checking segment: {'id': '708d2f98-7ef6-4082-bb49-d73574b7202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:14.471232 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] Network hostable DHCP agents. Network: 3ab8441e-fe57-438c-a92e-8446971487d9, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:24:14.492974 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] Network 3ab8441e-fe57-438c-a92e-8446971487d9 is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:24:14.504778 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, 3ab8441e-fe57-438c-a92e-8446971487d9) {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:14.519487 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:14.520797 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.544030 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-8ed4362c-756f-4574-a296-57e706857884 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3869770 Jun 27 21:24:14.546791 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51506) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:14.552017 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1522987801-router', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:14.586478 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2808'] for router (30067a88-fbb8-4ce0-b533-d3bcc75b1529), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.586478 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603881', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2801'] for router (30067a88-fbb8-4ce0-b533-d3bcc75b1529), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.647765 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Publish callbacks [] for router_controller (30067a88-fbb8-4ce0-b533-d3bcc75b1529), precommit_add_association {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.675610 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2147d2-e06e-4855-938a-8b65ea579aaa None None] Network 3ab8441e-fe57-438c-a92e-8446971487d9 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:24:14.822137 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Publish callbacks [] for router_gateway (30067a88-fbb8-4ce0-b533-d3bcc75b1529), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.832212 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:14.851177 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp925b9e1e-a6a9-5f0c-9646-dd10a5636e54-3ab8441e-fe57-438c-a92e-8446971487d9', 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9', 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'fixed_ips': [{'subnet_id': '3dedbf59-ab3e-4177-b971-13804ca5339d'}]}} from dv-cinder-847732-1-iscsi. {{(pid=104132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 21:24:14.852237 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:14.918409 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:12Z', 'revision_number': 4, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '5030ed17-512e-4494-b22f-955aa3146afd', 'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'mac_address': 'fa:16:3e:a8:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:11Z', 'updated_at': '2022-06-27T21:24:12Z', 'revision_number': 2, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'subnets': [{'id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:15.034238 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Checking router: e98b695e-5633-4ce1-b33a-1430619b25b9 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:24:15.035048 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Updating router e98b695e-5633-4ce1-b33a-1430619b25b9 port 5030ed17-512e-4494-b22f-955aa3146afd binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:24:15.101982 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Publish callbacks [] for router_gateway (30067a88-fbb8-4ce0-b533-d3bcc75b1529), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.108847 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (5030ed17-512e-4494-b22f-955aa3146afd), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.129029 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.173643 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.db_base_plugin_common [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Allocated IP 172.20.0.2 (3ab8441e-fe57-438c-a92e-8446971487d9/3dedbf59-ab3e-4177-b971-13804ca5339d/312fa821-b736-457a-a18c-123be7beb58e) {{(pid=104132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:24:15.250510 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Allocated IP 172.27.0.204 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/f4418bf6-1c98-4691-8b92-7b73c009571c) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:24:15.384767 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:15.388645 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Publish callbacks [] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.401300 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:15.430799 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.477319 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:24:15.482369 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:15.485386 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:24:15.513418 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.520773 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Pushing event updated for resources: {'Port': ['ID=f4418bf6-1c98-4691-8b92-7b73c009571c,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:15.521037 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Publish callbacks [] for port (312fa821-b736-457a-a18c-123be7beb58e), precommit_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.536187 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:15.548960 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003'] for port (312fa821-b736-457a-a18c-123be7beb58e), after_create {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.604267 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Publish callbacks [] for port (5030ed17-512e-4494-b22f-955aa3146afd), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.605712 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Network 3ab8441e-fe57-438c-a92e-8446971487d9 is already hosted by enough agents. {{(pid=104132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:24:15.606746 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (5030ed17-512e-4494-b22f-955aa3146afd), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.625148 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.scheduler.base_scheduler [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Resources bound (agent type, host, resource id): {{(pid=104132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:15.631742 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Received port after_create {{(pid=104132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:24:15.649552 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Pushing event updated for resources: {'Port': ['ID=312fa821-b736-457a-a18c-123be7beb58e,revision_number=1']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:15.805444 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.832041 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d056f55-cd09-4b3a-b78d-522555ae395c None None] Pushing event updated for resources: {'Port': ['ID=5030ed17-512e-4494-b22f-955aa3146afd,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:15.835107 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:24:15.857666 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Publish callbacks [] for router_gateway (30067a88-fbb8-4ce0-b533-d3bcc75b1529), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.872557 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Attempting to bind port 5030ed17-512e-4494-b22f-955aa3146afd on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:24:15.873093 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Attempting to bind port 5030ed17-512e-4494-b22f-955aa3146afd by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:24:15.873546 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Attempting to bind port 5030ed17-512e-4494-b22f-955aa3146afd on network 34d52971-c53b-4ea9-9d05-eaeb67e201df {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:15.882608 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Attempting to bind port 312fa821-b736-457a-a18c-123be7beb58e on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:24:15.883169 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Attempting to bind port 312fa821-b736-457a-a18c-123be7beb58e by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '708d2f98-7ef6-4082-bb49-d73574b7202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:24:15.883765 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Attempting to bind port 312fa821-b736-457a-a18c-123be7beb58e on network 3ab8441e-fe57-438c-a92e-8446971487d9 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:15.886435 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:24:15.887125 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Checking segment: {'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:15.887845 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.888450 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Bound using segment: {'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:24:15.889122 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Bound port: 5030ed17-512e-4494-b22f-955aa3146afd, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:24:15.890355 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (5030ed17-512e-4494-b22f-955aa3146afd), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.918628 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:24:15.919002 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Checking segment: {'id': '708d2f98-7ef6-4082-bb49-d73574b7202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:15.919395 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.919784 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Bound using segment: {'id': '708d2f98-7ef6-4082-bb49-d73574b7202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:24:15.920261 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Bound port: 312fa821-b736-457a-a18c-123be7beb58e, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708d2f98-7ef6-4082-bb49-d73574b7202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:24:15.920627 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (312fa821-b736-457a-a18c-123be7beb58e), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:15.932594 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:15.932855 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:16.047912 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-2ade3b87-cb6c-479b-ac6e-a8b0b03837b3 None None] Provisioning complete for port 5030ed17-512e-4494-b22f-955aa3146afd triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:16.048157 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2ade3b87-cb6c-479b-ac6e-a8b0b03837b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (5030ed17-512e-4494-b22f-955aa3146afd), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:16.073959 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:16.081993 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601265'] for router (30067a88-fbb8-4ce0-b533-d3bcc75b1529), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:16.084615 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:16.115785 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] For port 5030ed17-512e-4494-b22f-955aa3146afd, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:24:16.121520 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] For port 5030ed17-512e-4494-b22f-955aa3146afd, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=5030ed17-512e-4494-b22f-955aa3146afd,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:24:16.128578 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] For port 312fa821-b736-457a-a18c-123be7beb58e, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:24:16.131889 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-2ade3b87-cb6c-479b-ac6e-a8b0b03837b3 None None] Port 5030ed17-512e-4494-b22f-955aa3146afd cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:24:16.134764 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] For port 312fa821-b736-457a-a18c-123be7beb58e, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=312fa821-b736-457a-a18c-123be7beb58e,segment=NetworkSegment(708d2f98-7ef6-4082-bb49-d73574b7202f),segment_id=708d2f98-7ef6-4082-bb49-d73574b7202f)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:24:16.139098 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (5030ed17-512e-4494-b22f-955aa3146afd), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:16.152709 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (312fa821-b736-457a-a18c-123be7beb58e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:16.217764 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 is scheduled to L3 agent e9bc7833-015d-459d-8319-c70899e799d4 with binding_index 1 {{(pid=104131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 21:24:16.236055 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:16.249020 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Routers {'e98b695e-5633-4ce1-b33a-1430619b25b9'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:24:16.249866 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e98b695e-5633-4ce1-b33a-1430619b25b9'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:16.251823 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d056f55-cd09-4b3a-b78d-522555ae395c None None] Pushing event updated for resources: {'Port': ['ID=5030ed17-512e-4494-b22f-955aa3146afd,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:16.305576 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:16.353824 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:24:16.373555 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Sync routers for ids ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:24:16.382369 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8637b05-518b-4958-97d6-4632c8b08dfc None None] Pushing event updated for resources: {'Port': ['ID=312fa821-b736-457a-a18c-123be7beb58e,revision_number=2']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:16.392129 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:16.393722 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Routers {'30067a88-fbb8-4ce0-b533-d3bcc75b1529'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:24:16.397837 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-a56ce7ac-097e-4aae-b3b2-12f1e656eb41 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8497243 Jun 27 21:24:16.398038 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51544) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:16.399344 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:16.422254 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] Set router e98b695e-5633-4ce1-b33a-1430619b25b9 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:24:16.544586 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Set router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:24:16.773294 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'name': 'tempest-TestMinimumBasicScenario-1522987801-router', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:14Z', 'updated_at': '2022-06-27T21:24:15Z', 'revision_number': 3, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'gw_port': {'id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:74:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:15Z', 'updated_at': '2022-06-27T21:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:16.803888 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-b0988d85-b44c-4512-b815-a49014fa708e None None] Provisioning complete for port 5030ed17-512e-4494-b22f-955aa3146afd triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:16.804465 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b0988d85-b44c-4512-b815-a49014fa708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (5030ed17-512e-4494-b22f-955aa3146afd), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:16.804909 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Checking router: 30067a88-fbb8-4ce0-b533-d3bcc75b1529 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:24:16.805280 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Updating router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 port f4418bf6-1c98-4691-8b92-7b73c009571c binding host dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:24:16.836571 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:16.926486 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:12Z', 'revision_number': 4, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '5030ed17-512e-4494-b22f-955aa3146afd', 'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'mac_address': 'fa:16:3e:a8:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:11Z', 'updated_at': '2022-06-27T21:24:16Z', 'revision_number': 4, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'subnets': [{'id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:16.958042 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:16.961902 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2e6eb-2c0e-4bab-aeeb-4f35c5ea133e None None] The sync data for ids ['e98b695e-5633-4ce1-b33a-1430619b25b9'] in dv-cinder-847732-1-iscsi is: [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:12Z', 'revision_number': 4, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '5030ed17-512e-4494-b22f-955aa3146afd', 'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'mac_address': 'fa:16:3e:a8:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:11Z', 'updated_at': '2022-06-27T21:24:16Z', 'revision_number': 4, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'subnets': [{'id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:24:16.973256 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-b0988d85-b44c-4512-b815-a49014fa708e None None] Current status of the port 5030ed17-512e-4494-b22f-955aa3146afd is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:16.973881 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b0988d85-b44c-4512-b815-a49014fa708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (5030ed17-512e-4494-b22f-955aa3146afd), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:16.999200 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:17.026022 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-b0988d85-b44c-4512-b815-a49014fa708e None None] For port 5030ed17-512e-4494-b22f-955aa3146afd, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=5030ed17-512e-4494-b22f-955aa3146afd,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:17.033745 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b0988d85-b44c-4512-b815-a49014fa708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (5030ed17-512e-4494-b22f-955aa3146afd), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:17.133057 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0988d85-b44c-4512-b815-a49014fa708e None None] Pushing event updated for resources: {'Port': ['ID=5030ed17-512e-4494-b22f-955aa3146afd,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:17.196993 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Publish callbacks [] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), precommit_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:17.212033 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:17.266062 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Allocated IP 172.20.0.1 (3ab8441e-fe57-438c-a92e-8446971487d9/3dedbf59-ab3e-4177-b971-13804ca5339d/0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:24:17.290997 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:17.299555 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Attempting to bind port f4418bf6-1c98-4691-8b92-7b73c009571c on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:24:17.299843 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Attempting to bind port f4418bf6-1c98-4691-8b92-7b73c009571c by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:24:17.300232 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Attempting to bind port f4418bf6-1c98-4691-8b92-7b73c009571c on network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:17.308810 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad71079-ceca-49f1-8243-185011c52ef8 None None] Pushing event updated for resources: {'Port': ['ID=f4418bf6-1c98-4691-8b92-7b73c009571c,revision_number=2']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:17.311744 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:24:17.312095 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Checking segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:17.312485 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:17.312856 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Bound using segment: {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'} {{(pid=104133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:24:17.313365 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.managers [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Bound port: f4418bf6-1c98-4691-8b92-7b73c009571c, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a137a67-8548-45cb-b598-28bb17c05603', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1'}}] {{(pid=104133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:24:17.313728 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), before_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:17.377907 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:17.404659 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:17.428224 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] For port f4418bf6-1c98-4691-8b92-7b73c009571c, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:24:17.432376 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.plugins.ml2.db [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] For port f4418bf6-1c98-4691-8b92-7b73c009571c, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=f4418bf6-1c98-4691-8b92-7b73c009571c,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:24:17.439252 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Publish callbacks [] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:17.445548 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron_lib.callbacks.manager [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), after_update {{(pid=104133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:17.486707 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:17.557051 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Pushing event updated for resources: {'Port': ['ID=0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:17.563242 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Routers {'30067a88-fbb8-4ce0-b533-d3bcc75b1529'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:24:17.563966 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:17.570363 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Network 3ab8441e-fe57-438c-a92e-8446971487d9 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:24:17.573873 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:17.589624 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:24:17.641742 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad71079-ceca-49f1-8243-185011c52ef8 None None] Pushing event updated for resources: {'Port': ['ID=f4418bf6-1c98-4691-8b92-7b73c009571c,revision_number=3']} {{(pid=104133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:17.671318 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-589843'] for router_interface (30067a88-fbb8-4ce0-b533-d3bcc75b1529), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:17.733657 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] Set router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:24:17.866681 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 312fa821-b736-457a-a18c-123be7beb58e up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:24:17.871847 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:17.922292 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c178e60d-2d17-4472-82d0-92dd66ce3580 None None] Network 3ab8441e-fe57-438c-a92e-8446971487d9 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:24:18.006757 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:18.033035 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-8db4401e-9725-4976-84f9-e7e39988f330 None None] Provisioning complete for port 312fa821-b736-457a-a18c-123be7beb58e triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:18.033938 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8db4401e-9725-4976-84f9-e7e39988f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (312fa821-b736-457a-a18c-123be7beb58e), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:18.059956 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'name': 'tempest-TestMinimumBasicScenario-1522987801-router', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:14Z', 'updated_at': '2022-06-27T21:24:15Z', 'revision_number': 3, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'gw_port': {'id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:74:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:15Z', 'updated_at': '2022-06-27T21:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:18.092366 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d49a524-c158-4be9-9f75-e245de091567 None None] The sync data for ids ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'] in dv-cinder-847732-1-iscsi is: [{'id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'name': 'tempest-TestMinimumBasicScenario-1522987801-router', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:14Z', 'updated_at': '2022-06-27T21:24:15Z', 'revision_number': 3, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'gw_port': {'id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:74:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:15Z', 'updated_at': '2022-06-27T21:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:24:18.094349 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 312fa821-b736-457a-a18c-123be7beb58e triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:18.095733 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (312fa821-b736-457a-a18c-123be7beb58e), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:18.123518 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Publish callbacks [] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:18.132550 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5528915'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:18.212940 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-8db4401e-9725-4976-84f9-e7e39988f330 None None] Current status of the port 312fa821-b736-457a-a18c-123be7beb58e is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:18.213366 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8db4401e-9725-4976-84f9-e7e39988f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (312fa821-b736-457a-a18c-123be7beb58e), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:18.216678 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:18.233647 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Pushing event updated for resources: {'Port': ['ID=0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:18.240290 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:18.242263 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-547590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589959'] for router_interface (30067a88-fbb8-4ce0-b533-d3bcc75b1529), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:18.290545 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-8db4401e-9725-4976-84f9-e7e39988f330 None None] For port 312fa821-b736-457a-a18c-123be7beb58e, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=312fa821-b736-457a-a18c-123be7beb58e,segment=NetworkSegment(708d2f98-7ef6-4082-bb49-d73574b7202f),segment_id=708d2f98-7ef6-4082-bb49-d73574b7202f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:18.297936 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-8db4401e-9725-4976-84f9-e7e39988f330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (312fa821-b736-457a-a18c-123be7beb58e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:18.349578 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 312fa821-b736-457a-a18c-123be7beb58e is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:18.350946 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (312fa821-b736-457a-a18c-123be7beb58e), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:18.405910 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Network 3ab8441e-fe57-438c-a92e-8446971487d9 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:24:18.407306 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:18.423858 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4401e-9725-4976-84f9-e7e39988f330 None None] Pushing event updated for resources: {'Port': ['ID=312fa821-b736-457a-a18c-123be7beb58e,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:18.479023 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.db.api [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 21:24:18.479712 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG oslo_db.api [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 21:24:18.531611 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-5768ff0e-1643-4575-b970-4186319d7bfb None None] Provisioning complete for port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:18.531975 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5768ff0e-1643-4575-b970-4186319d7bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:18.612280 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-5768ff0e-1643-4575-b970-4186319d7bfb None None] Port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:24:18.644347 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-5768ff0e-1643-4575-b970-4186319d7bfb None None] Provisioning complete for port 312fa821-b736-457a-a18c-123be7beb58e triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:18.644746 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-5768ff0e-1643-4575-b970-4186319d7bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (312fa821-b736-457a-a18c-123be7beb58e), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:18.655230 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:24:18.657752 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:18.789070 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-5768ff0e-1643-4575-b970-4186319d7bfb None None] Current status of the port 312fa821-b736-457a-a18c-123be7beb58e is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:18.839146 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:24:18.845749 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-c5147fe8-f564-4533-b76c-45553d63976b admin admin] 10.222.0.13 "PUT /v2.0/routers/30067a88-fbb8-4ce0-b533-d3bcc75b1529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4460766 Jun 27 21:24:18.913147 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc596b03-e0f5-4c9c-bf8c-66eab29a8c44 None None] Provisioning complete for port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:18.914199 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc596b03-e0f5-4c9c-bf8c-66eab29a8c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:18.960721 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc596b03-e0f5-4c9c-bf8c-66eab29a8c44 None None] Port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:24:19.050105 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 312fa821-b736-457a-a18c-123be7beb58e is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:19.051347 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 5030ed17-512e-4494-b22f-955aa3146afd up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:24:19.108420 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-18776743-326b-40f1-8148-3aedf64b5241 None None] Provisioning complete for port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:19.108789 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-18776743-326b-40f1-8148-3aedf64b5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:19.154713 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 5030ed17-512e-4494-b22f-955aa3146afd triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:19.155100 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (5030ed17-512e-4494-b22f-955aa3146afd), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:19.200884 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-18776743-326b-40f1-8148-3aedf64b5241 None None] Port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:24:19.248106 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 5030ed17-512e-4494-b22f-955aa3146afd is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:19.579264 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:19.795912 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 312fa821-b736-457a-a18c-123be7beb58e up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:24:19.829223 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:19.852600 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 312fa821-b736-457a-a18c-123be7beb58e triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:19.855037 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (312fa821-b736-457a-a18c-123be7beb58e), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:19.952032 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 312fa821-b736-457a-a18c-123be7beb58e is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:19.953392 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device f4418bf6-1c98-4691-8b92-7b73c009571c up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:24:20.003792 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port f4418bf6-1c98-4691-8b92-7b73c009571c triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:20.004591 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:20.060300 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:20.106572 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port f4418bf6-1c98-4691-8b92-7b73c009571c is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:20.107122 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:20.139661 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] For port f4418bf6-1c98-4691-8b92-7b73c009571c, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=f4418bf6-1c98-4691-8b92-7b73c009571c,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:20.145991 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:20.218082 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Pushing event updated for resources: {'Port': ['ID=f4418bf6-1c98-4691-8b92-7b73c009571c,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:20.538319 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Sync routers for ids ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:24:20.554113 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Routers {'30067a88-fbb8-4ce0-b533-d3bcc75b1529'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:24:20.555026 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:20.640744 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51614) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:20.737908 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Set router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:24:20.813316 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f6c6-55a7-4029-b7ee-9dc203128746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:20.915742 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f6c6-55a7-4029-b7ee-9dc203128746 admin admin] Publish callbacks [] for security_group (db34b245-653e-4e5a-9dc6-cbb2df1d7173), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:20.921263 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f6c6-55a7-4029-b7ee-9dc203128746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (db34b245-653e-4e5a-9dc6-cbb2df1d7173), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:20.970455 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-0ee0f6c6-55a7-4029-b7ee-9dc203128746 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e903efc6e8f487d950e079eff67922c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278687 Jun 27 21:24:20.973016 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51620) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:20.987797 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0f6c6-55a7-4029-b7ee-9dc203128746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db34b245-653e-4e5a-9dc6-cbb2df1d7173,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:20.989502 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'name': 'tempest-TestMinimumBasicScenario-1522987801-router', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:14Z', 'updated_at': '2022-06-27T21:24:17Z', 'revision_number': 4, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'gw_port': {'id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:15Z', 'updated_at': '2022-06-27T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b', 'name': '', 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'mac_address': 'fa:16:3e:88:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3dedbf59-ab3e-4177-b971-13804ca5339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:16Z', 'updated_at': '2022-06-27T21:24:17Z', 'revision_number': 2, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'subnets': [{'id': '3dedbf59-ab3e-4177-b971-13804ca5339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:21.019527 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Checking router: 30067a88-fbb8-4ce0-b533-d3bcc75b1529 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:24:21.019898 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Updating router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b binding host dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 21:24:21.052341 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f9e-bdb1-4ed5-a460-786d8ca6caf5 admin admin] Publish callbacks [] for security_group (db34b245-653e-4e5a-9dc6-cbb2df1d7173), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.065598 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.078226 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f9e-bdb1-4ed5-a460-786d8ca6caf5 admin admin] Publish callbacks [] for security_group (db34b245-653e-4e5a-9dc6-cbb2df1d7173), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.159102 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f9e-bdb1-4ed5-a460-786d8ca6caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (db34b245-653e-4e5a-9dc6-cbb2df1d7173), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.162640 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d5c00f9e-bdb1-4ed5-a460-786d8ca6caf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.166620 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d5c00f9e-bdb1-4ed5-a460-786d8ca6caf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db34b245-653e-4e5a-9dc6-cbb2df1d7173 HTTP/1.1" status: 204 len: 168 time: 0.1924467 Jun 27 21:24:21.183613 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c00f9e-bdb1-4ed5-a460-786d8ca6caf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db34b245-653e-4e5a-9dc6-cbb2df1d7173,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:21.321946 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:21.586954 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51626) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:21.606593 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-eb335f4c-ba5f-4418-a61e-1805bad05744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.618549 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Publish callbacks [] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), precommit_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.628202 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.689877 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c1077-b3ff-42f1-b9fe-3d7e96a9b517 None None] Pushing event updated for resources: {'Port': ['ID=0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b,revision_number=3']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:21.719633 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:21.777116 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device f4418bf6-1c98-4691-8b92-7b73c009571c up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:24:21.791685 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-eb335f4c-ba5f-4418-a61e-1805bad05744 admin admin] Publish callbacks [] for security_group (ef8ab664-1d94-4ddd-8c79-1cf6a381e043), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.803436 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-eb335f4c-ba5f-4418-a61e-1805bad05744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (ef8ab664-1d94-4ddd-8c79-1cf6a381e043), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.817256 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:24:21.824134 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Attempting to bind port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b on host dv-cinder-847732-1-iscsi for vnic_type normal with profile {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:24:21.824847 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Attempting to bind port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b by drivers openvswitch,hyperv on host dv-cinder-847732-1-iscsi at level 0 using segments [{'id': '708d2f98-7ef6-4082-bb49-d73574b7202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9'}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:24:21.825455 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Attempting to bind port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b on network 3ab8441e-fe57-438c-a92e-8446971487d9 {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:21.838330 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Checking agent: {'id': '0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847732-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 7, 46), 'started_at': datetime.datetime(2022, 6, 27, 21, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847732-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:24:21.839050 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Checking segment: {'id': '708d2f98-7ef6-4082-bb49-d73574b7202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:21.839656 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.840231 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Bound using segment: {'id': '708d2f98-7ef6-4082-bb49-d73574b7202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9'} {{(pid=104132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:24:21.846621 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.managers [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Bound port: 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b, host: dv-cinder-847732-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708d2f98-7ef6-4082-bb49-d73574b7202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9'}}] {{(pid=104132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:24:21.847404 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.866775 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:21.901246 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-eb335f4c-ba5f-4418-a61e-1805bad05744 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=935a2203fe1a4234963a18b6a048f163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133619 Jun 27 21:24:21.901978 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb335f4c-ba5f-4418-a61e-1805bad05744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8ab664-1d94-4ddd-8c79-1cf6a381e043,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:21.904628 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51632) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:21.917234 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port f4418bf6-1c98-4691-8b92-7b73c009571c triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:21.917607 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:21.992839 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] For port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b, host dv-cinder-847732-1-iscsi, cleared binding levels {{(pid=104132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:24:22.001199 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] For port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b, host dv-cinder-847732-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b,segment=NetworkSegment(708d2f98-7ef6-4082-bb49-d73574b7202f),segment_id=708d2f98-7ef6-4082-bb49-d73574b7202f)] {{(pid=104132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:24:22.012040 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1bd10bbf-37c1-410f-932e-b9d4d3d0e7a2 admin admin] Publish callbacks [] for security_group (ef8ab664-1d94-4ddd-8c79-1cf6a381e043), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.031627 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.064463 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1bd10bbf-37c1-410f-932e-b9d4d3d0e7a2 admin admin] Publish callbacks [] for security_group (ef8ab664-1d94-4ddd-8c79-1cf6a381e043), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.118713 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Routers {'30067a88-fbb8-4ce0-b533-d3bcc75b1529'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:24:22.119412 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:22.136843 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1bd10bbf-37c1-410f-932e-b9d4d3d0e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (ef8ab664-1d94-4ddd-8c79-1cf6a381e043), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.141909 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-1bd10bbf-37c1-410f-932e-b9d4d3d0e7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.143382 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-1bd10bbf-37c1-410f-932e-b9d4d3d0e7a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef8ab664-1d94-4ddd-8c79-1cf6a381e043 HTTP/1.1" status: 204 len: 168 time: 0.2370305 Jun 27 21:24:22.170860 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd10bbf-37c1-410f-932e-b9d4d3d0e7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8ab664-1d94-4ddd-8c79-1cf6a381e043,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:22.186555 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port f4418bf6-1c98-4691-8b92-7b73c009571c is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:22.297864 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c1077-b3ff-42f1-b9fe-3d7e96a9b517 None None] Pushing event updated for resources: {'Port': ['ID=0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:22.303060 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-6d733a6a-44e9-4727-8111-e431324de403 None None] Provisioning complete for port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:22.303313 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-6d733a6a-44e9-4727-8111-e431324de403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.510414 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] Set router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:24:22.641008 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-6d733a6a-44e9-4727-8111-e431324de403 None None] Current status of the port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b is: DOWN; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:22.641459 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-6d733a6a-44e9-4727-8111-e431324de403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.661636 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:22.727374 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-6d733a6a-44e9-4727-8111-e431324de403 None None] For port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b,segment=NetworkSegment(708d2f98-7ef6-4082-bb49-d73574b7202f),segment_id=708d2f98-7ef6-4082-bb49-d73574b7202f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:22.739980 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-6d733a6a-44e9-4727-8111-e431324de403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.780828 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51644) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:22.800002 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aecd-ce7c-445d-8da9-d6471ad16774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.846481 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d733a6a-44e9-4727-8111-e431324de403 None None] Pushing event updated for resources: {'Port': ['ID=0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:22.868326 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'name': 'tempest-TestMinimumBasicScenario-1522987801-router', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:14Z', 'updated_at': '2022-06-27T21:24:17Z', 'revision_number': 4, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'gw_port': {'id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:15Z', 'updated_at': '2022-06-27T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b', 'name': '', 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'mac_address': 'fa:16:3e:88:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3dedbf59-ab3e-4177-b971-13804ca5339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:16Z', 'updated_at': '2022-06-27T21:24:21Z', 'revision_number': 4, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'subnets': [{'id': '3dedbf59-ab3e-4177-b971-13804ca5339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:22.876238 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-81418222-dd26-45c0-849c-2da3f87f295e None None] Provisioning complete for port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:22.876604 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-81418222-dd26-45c0-849c-2da3f87f295e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.894526 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aecd-ce7c-445d-8da9-d6471ad16774 admin admin] Publish callbacks [] for security_group (33d423f1-3e26-4d69-b049-833d9816fd00), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.896896 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:22.902033 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aecd-ce7c-445d-8da9-d6471ad16774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (33d423f1-3e26-4d69-b049-833d9816fd00), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:22.904403 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7844a72-1cc6-404b-b12a-8c9f329e84f8 None None] The sync data for ids ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'] in dv-cinder-847732-1-iscsi is: [{'id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'name': 'tempest-TestMinimumBasicScenario-1522987801-router', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:14Z', 'updated_at': '2022-06-27T21:24:17Z', 'revision_number': 4, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'gw_port': {'id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:15Z', 'updated_at': '2022-06-27T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b', 'name': '', 'network_id': '3ab8441e-fe57-438c-a92e-8446971487d9', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'mac_address': 'fa:16:3e:88:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '3dedbf59-ab3e-4177-b971-13804ca5339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:16Z', 'updated_at': '2022-06-27T21:24:21Z', 'revision_number': 4, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'subnets': [{'id': '3dedbf59-ab3e-4177-b971-13804ca5339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:24:22.959761 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7fa2aecd-ce7c-445d-8da9-d6471ad16774 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c235ff08ff049e19dafd7c27df823e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767354 Jun 27 21:24:22.960979 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2aecd-ce7c-445d-8da9-d6471ad16774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d423f1-3e26-4d69-b049-833d9816fd00,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:22.965502 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51646) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:22.967396 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:23.050940 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-81418222-dd26-45c0-849c-2da3f87f295e None None] Current status of the port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:23.078369 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fb87475f-5927-4183-9423-4e62bc0f7e04 admin admin] Publish callbacks [] for security_group (33d423f1-3e26-4d69-b049-833d9816fd00), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:23.108881 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fb87475f-5927-4183-9423-4e62bc0f7e04 admin admin] Publish callbacks [] for security_group (33d423f1-3e26-4d69-b049-833d9816fd00), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:23.180536 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fb87475f-5927-4183-9423-4e62bc0f7e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (33d423f1-3e26-4d69-b049-833d9816fd00), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:23.184207 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fb87475f-5927-4183-9423-4e62bc0f7e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:23.185939 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-fb87475f-5927-4183-9423-4e62bc0f7e04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33d423f1-3e26-4d69-b049-833d9816fd00 HTTP/1.1" status: 204 len: 168 time: 0.2165332 Jun 27 21:24:23.202154 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87475f-5927-4183-9423-4e62bc0f7e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d423f1-3e26-4d69-b049-833d9816fd00,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:23.824051 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b up at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:24:23.909284 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Provisioning complete for port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:23.909659 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:24.058519 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Current status of the port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:28.092699 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:29.866236 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:29.954220 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-a396a01c-64de-47b2-bc3e-63db7a06f1ba tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:29.956068 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-a396a01c-64de-47b2-bc3e-63db7a06f1ba tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/networks?id=34d52971-c53b-4ea9-9d05-eaeb67e201df HTTP/1.1" status: 200 len: 815 time: 0.1163032 Jun 27 21:24:29.972106 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-2a9a8d5a-e691-42aa-9778-8288f7fc1759 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/quotas/c9f86d6febe04e8f9745d787914b6d5c HTTP/1.1" status: 200 len: 375 time: 0.0097029 Jun 27 21:24:30.026009 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-eea8e3f1-f803-4633-ab44-67666edee89f tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9f86d6febe04e8f9745d787914b6d5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477159 Jun 27 21:24:30.126137 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-2d34a59f-e8b0-42cc-9c9d-5cdcbf58be91 service neutron] 10.222.0.13 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872514 Jun 27 21:24:30.223960 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-54c1d679-6eb8-477c-9150-1477ab00529c service neutron] 10.222.0.13 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912874 Jun 27 21:24:30.400437 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-b130651d-93a3-4e72-aad9-7776cf1d3d9b req-8e109ab9-d0f1-46a1-8a1a-184628c98ac6 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 210 time: 0.0330300 Jun 27 21:24:31.503548 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1a017743-5363-4772-aa10-895a91c00bdc req-456a2b12-6885-47df-9cbb-20b1335a4780 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 210 time: 0.0293403 Jun 27 21:24:31.733394 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-e25a1556-47a0-4ff6-96cb-5712cea1b6ef tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:31.734764 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-e25a1556-47a0-4ff6-96cb-5712cea1b6ef tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.33 "GET /v2.0/networks?id=34d52971-c53b-4ea9-9d05-eaeb67e201df HTTP/1.1" status: 200 len: 815 time: 0.1136005 Jun 27 21:24:31.753210 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Request body: {'port': {'device_id': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'admin_state_up': True, 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:31.880248 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Made reservation on behalf of c9f86d6febe04e8f9745d787914b6d5c for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:24:31.884422 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.001369 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:32.031438 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Allocated IP 172.20.0.14 (34d52971-c53b-4ea9-9d05-eaeb67e201df/02bcd756-1432-4ede-b392-71ec41cb0c8a/327711ca-a708-4b77-8455-a571c628332b) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:24:32.097870 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51752) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:32.193443 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for port (327711ca-a708-4b77-8455-a571c628332b), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.197653 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:32.229108 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (327711ca-a708-4b77-8455-a571c628332b), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.231564 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-74c8a7c7-8dc9-4ad1-86ac-4f80e5f75e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.281030 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Network 34d52971-c53b-4ea9-9d05-eaeb67e201df is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:24:32.284833 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:32.286865 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'Port': ['ID=327711ca-a708-4b77-8455-a571c628332b,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:32.289560 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:24:32.351868 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-74c8a7c7-8dc9-4ad1-86ac-4f80e5f75e12 admin admin] Publish callbacks [] for security_group (c5650d7f-d5e7-47cf-8c3c-25c71580ff30), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.352709 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:32.357981 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-74c8a7c7-8dc9-4ad1-86ac-4f80e5f75e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (c5650d7f-d5e7-47cf-8c3c-25c71580ff30), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.361381 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:32.362138 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.392248 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-ad27102b-58dd-4b87-af48-d90a62b59d77 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6427319 Jun 27 21:24:32.431301 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Request body: {'port': {'device_id': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:32.460803 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8a7c7-8dc9-4ad1-86ac-4f80e5f75e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5650d7f-d5e7-47cf-8c3c-25c71580ff30,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:32.480120 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-74c8a7c7-8dc9-4ad1-86ac-4f80e5f75e12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98d7f881222c45ada5de9a6170e69954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811603 Jun 27 21:24:32.482766 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51762) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:32.557564 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-3ae30330-693d-4d40-986e-6296678cd1dd None None] Provisioning complete for port 327711ca-a708-4b77-8455-a571c628332b triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:32.558383 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3ae30330-693d-4d40-986e-6296678cd1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (327711ca-a708-4b77-8455-a571c628332b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.610136 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (327711ca-a708-4b77-8455-a571c628332b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.618708 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14fe8313-8fca-4787-823d-577483cf5b50 admin admin] Publish callbacks [] for security_group (c5650d7f-d5e7-47cf-8c3c-25c71580ff30), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.653223 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-3ae30330-693d-4d40-986e-6296678cd1dd None None] Port 327711ca-a708-4b77-8455-a571c628332b cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:24:32.686454 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14fe8313-8fca-4787-823d-577483cf5b50 admin admin] Publish callbacks [] for security_group (c5650d7f-d5e7-47cf-8c3c-25c71580ff30), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.703561 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe237c03-1332-48f9-ba84-22b581168061 req-0eb1f331-d0e1-45cb-b561-c314e8443828 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:32.711752 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fe237c03-1332-48f9-ba84-22b581168061 req-0eb1f331-d0e1-45cb-b561-c314e8443828 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 932 time: 0.0838883 Jun 27 21:24:32.818737 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fe237c03-1332-48f9-ba84-22b581168061 req-4e1714cf-3d7c-431d-8c21-23f719274ae7 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015759 Jun 27 21:24:32.839826 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14fe8313-8fca-4787-823d-577483cf5b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (c5650d7f-d5e7-47cf-8c3c-25c71580ff30), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.842549 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14fe8313-8fca-4787-823d-577483cf5b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:32.846637 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-14fe8313-8fca-4787-823d-577483cf5b50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5650d7f-d5e7-47cf-8c3c-25c71580ff30 HTTP/1.1" status: 204 len: 168 time: 0.3599868 Jun 27 21:24:32.858840 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe8313-8fca-4787-823d-577483cf5b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5650d7f-d5e7-47cf-8c3c-25c71580ff30,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:33.549938 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327711ca-a708-4b77-8455-a571c628332b {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:24:33.562721 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Publish callbacks [] for port (327711ca-a708-4b77-8455-a571c628332b), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:33.594300 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Transition to ACTIVE for port object 327711ca-a708-4b77-8455-a571c628332b will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:24:33.600876 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (327711ca-a708-4b77-8455-a571c628332b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:33.723920 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Pushing event updated for resources: {'Port': ['ID=327711ca-a708-4b77-8455-a571c628332b,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:33.764122 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:33.802086 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Attempting to bind port 327711ca-a708-4b77-8455-a571c628332b on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:24:33.802444 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Attempting to bind port 327711ca-a708-4b77-8455-a571c628332b by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:24:33.802780 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Attempting to bind port 327711ca-a708-4b77-8455-a571c628332b on network 34d52971-c53b-4ea9-9d05-eaeb67e201df {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:33.812173 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Port 327711ca-a708-4b77-8455-a571c628332b on network 34d52971-c53b-4ea9-9d05-eaeb67e201df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:24:33.812507 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Attempting to bind port 327711ca-a708-4b77-8455-a571c628332b on network 34d52971-c53b-4ea9-9d05-eaeb67e201df {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:33.821760 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:24:33.826460 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Checking segment: {'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:33.826904 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Bound using segment: {'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:24:33.827362 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Bound port: 327711ca-a708-4b77-8455-a571c628332b, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50bcae4a-2018-4d11-9319-3b751cede434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:24:33.827723 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (327711ca-a708-4b77-8455-a571c628332b), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:34.047323 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] For port 327711ca-a708-4b77-8455-a571c628332b, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:24:34.055735 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f507b-8384-4049-af73-9dad4f9cd9c0 req-83184fc2-129a-4e61-84b6-ad14b1808865 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:34.057404 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4c0f507b-8384-4049-af73-9dad4f9cd9c0 req-83184fc2-129a-4e61-84b6-ad14b1808865 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 944 time: 0.1044064 Jun 27 21:24:34.059306 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] For port 327711ca-a708-4b77-8455-a571c628332b, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=327711ca-a708-4b77-8455-a571c628332b,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:24:34.074081 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (327711ca-a708-4b77-8455-a571c628332b), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:34.131889 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:34.155912 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:34.156504 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:34.158011 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] 10.222.0.33 "PUT /v2.0/ports/327711ca-a708-4b77-8455-a571c628332b HTTP/1.1" status: 200 len: 1094 time: 1.7340631 Jun 27 21:24:34.170124 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'tag': '327711ca-a708-4b77-8455-a571c628332b'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:24:34.172596 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceede5a4-a3a6-4638-928f-65bea0e9b307" -d '{"events": [{"name": "network-changed", "server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "tag": "327711ca-a708-4b77-8455-a571c628332b"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:24:34.221171 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4c0f507b-8384-4049-af73-9dad4f9cd9c0 req-544cc768-78c8-43fc-9bcf-41fb100f72b6 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550007 Jun 27 21:24:34.222357 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bfb93-0066-4040-b97a-0173450d00d2 service neutron] Pushing event updated for resources: {'Port': ['ID=327711ca-a708-4b77-8455-a571c628332b,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:34.277258 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b74351-06c1-47d4-aef4-ecc465fb7b56 x-openstack-request-id: req-c9b74351-06c1-47d4-aef4-ecc465fb7b56 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:24:34.277603 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "tag": "327711ca-a708-4b77-8455-a571c628332b", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:24:34.277811 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9b74351-06c1-47d4-aef4-ecc465fb7b56 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:24:34.278209 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b74351-06c1-47d4-aef4-ecc465fb7b56'] response: {'name': 'network-changed', 'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'tag': '327711ca-a708-4b77-8455-a571c628332b', 'status': 'completed', 'code': 200} Jun 27 21:24:34.811647 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51800) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:34.936341 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3abe7f9c-aa1b-4ccb-ac3f-c05a987b3d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:35.035074 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3abe7f9c-aa1b-4ccb-ac3f-c05a987b3d04 admin admin] Publish callbacks [] for security_group (73f983d3-a5bc-4f6c-bafc-dc7c7d42670c), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:35.040676 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3abe7f9c-aa1b-4ccb-ac3f-c05a987b3d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (73f983d3-a5bc-4f6c-bafc-dc7c7d42670c), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:35.083321 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3abe7f9c-aa1b-4ccb-ac3f-c05a987b3d04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=421af615d28c43c19d789a9e5189e5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705588 Jun 27 21:24:35.084579 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe7f9c-aa1b-4ccb-ac3f-c05a987b3d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f983d3-a5bc-4f6c-bafc-dc7c7d42670c,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:35.086250 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51804) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:35.152823 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c92a33a1-092c-41fc-89b8-6d8d8f6c6f59 admin admin] Publish callbacks [] for security_group (73f983d3-a5bc-4f6c-bafc-dc7c7d42670c), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:35.177041 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c92a33a1-092c-41fc-89b8-6d8d8f6c6f59 admin admin] Publish callbacks [] for security_group (73f983d3-a5bc-4f6c-bafc-dc7c7d42670c), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:35.239138 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c92a33a1-092c-41fc-89b8-6d8d8f6c6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (73f983d3-a5bc-4f6c-bafc-dc7c7d42670c), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:35.242099 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-c92a33a1-092c-41fc-89b8-6d8d8f6c6f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:35.245799 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-c92a33a1-092c-41fc-89b8-6d8d8f6c6f59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73f983d3-a5bc-4f6c-bafc-dc7c7d42670c HTTP/1.1" status: 204 len: 168 time: 0.1554823 Jun 27 21:24:35.252047 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a33a1-092c-41fc-89b8-6d8d8f6c6f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f983d3-a5bc-4f6c-bafc-dc7c7d42670c,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:35.411516 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69521ef-1c65-4156-a2ac-985181644e6f req-01d1f5e9-1011-4a7a-b223-63f897b2d8dc tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:35.413724 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b69521ef-1c65-4156-a2ac-985181644e6f req-01d1f5e9-1011-4a7a-b223-63f897b2d8dc tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 944 time: 0.0728724 Jun 27 21:24:35.475786 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b69521ef-1c65-4156-a2ac-985181644e6f req-087599de-a7df-428b-a94b-0229cebea8df tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552447 Jun 27 21:24:36.038268 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 51828) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:36.144661 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-874696047-network', 'tenant_id': '30944911cb4b49129983d5c19ca7a6bb'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:36.171906 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Made reservation on behalf of 30944911cb4b49129983d5c19ca7a6bb for: {'network': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:24:36.175789 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for network (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:36.190862 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:36.285461 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Publish callbacks [] for security_group (3544b2b1-4ca7-4ba5-b786-c2a563b3d83b), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:36.290872 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (3544b2b1-4ca7-4ba5-b786-c2a563b3d83b), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:36.311262 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=104131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 21:24:36.328551 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (0d9d015a-c3b9-44e0-9aec-b1329423e0ac), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:36.328887 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.segments_db [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Added segment 0d9d015a-c3b9-44e0-9aec-b1329423e0ac of type vlan for network df906fd9-a04e-4365-8460-c42478a9b69b Jun 27 21:24:36.347241 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:36.383722 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792927401346'] for network (df906fd9-a04e-4365-8460-c42478a9b69b), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:36.412208 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700'] for network (df906fd9-a04e-4365-8460-c42478a9b69b), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:36.413279 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:36.413857 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:36.417400 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:36.460380 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4204943 Jun 27 21:24:36.463884 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 51832) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:24:36.469038 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] Request body: {'subnet': {'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-874696047-subnet', 'tenant_id': '30944911cb4b49129983d5c19ca7a6bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:36.490562 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c096b7a-b3e2-480d-a210-8680c3df2b59 admin admin] Pushing event updated for resources: {'Network': ['ID=df906fd9-a04e-4365-8460-c42478a9b69b,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:36.502517 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Network df906fd9-a04e-4365-8460-c42478a9b69b details requested by agent ovs-agent-dv-cinder-847732-1-iscsi with host dv-cinder-847732-1-iscsi {{(pid=104132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 21:24:36.510092 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] Made reservation on behalf of 30944911cb4b49129983d5c19ca7a6bb for: {'subnet': 1} {{(pid=104130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:24:36.512254 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4808171'] for subnet (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:36.622398 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:36.650481 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e0e70-453e-4520-8d14-61531b88edab req-10722757-e7ad-4bdb-923d-85348d700e21 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:36.652431 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6d9e0e70-453e-4520-8d14-61531b88edab req-10722757-e7ad-4bdb-923d-85348d700e21 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 944 time: 0.0730231 Jun 27 21:24:36.744780 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6d9e0e70-453e-4520-8d14-61531b88edab req-9c025277-67ce-4034-b8fc-ae19cbf29657 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851774 Jun 27 21:24:36.800212 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5529048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4806417'] for subnet (832f9c54-ea20-49e1-8c18-0c230c93858b), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:36.858345 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:36.863705 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=832f9c54-ea20-49e1-8c18-0c230c93858b,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:36.888735 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] Checking segment: {'id': '0d9d015a-c3b9-44e0-9aec-b1329423e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:36.889434 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] Network hostable DHCP agents. Network: df906fd9-a04e-4365-8460-c42478a9b69b, hostable agents: ['5fd40996-b6ac-429a-85ff-cba787e43f86'], hosted agents: [] {{(pid=104130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 21:24:36.909363 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] Network df906fd9-a04e-4365-8460-c42478a9b69b is scheduled to be hosted by DHCP agent 5fd40996-b6ac-429a-85ff-cba787e43f86 with binding_index 1 {{(pid=104130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 21:24:36.922070 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847732-1-iscsi, df906fd9-a04e-4365-8460-c42478a9b69b) {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:36.927206 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:36.928154 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:36.932737 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631aabdd-4b23-4904-9b1a-6350debc4130 None None] Network df906fd9-a04e-4365-8460-c42478a9b69b requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:24:36.956903 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-59dd74c7-788b-4db2-b4b2-782799760ad6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4917610 Jun 27 21:24:37.051147 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367da985-ccfe-4856-9f09-6a45597597dd None None] Network df906fd9-a04e-4365-8460-c42478a9b69b requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:24:37.878815 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268178e-1f14-4fde-91a4-abdfdc6cc1e3 req-063eb150-78b0-4740-8ca1-d5f3b46c3b43 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:37.881882 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4268178e-1f14-4fde-91a4-abdfdc6cc1e3 req-063eb150-78b0-4740-8ca1-d5f3b46c3b43 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 944 time: 0.0541122 Jun 27 21:24:37.936866 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4268178e-1f14-4fde-91a4-abdfdc6cc1e3 req-5cfa0fbd-a136-4027-b69d-716f0499d658 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485978 Jun 27 21:24:38.843887 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-cc8d8349-3678-4fd2-a878-a5c84b23340c tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:38.846292 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-cc8d8349-3678-4fd2-a878-a5c84b23340c tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/networks?id=df906fd9-a04e-4365-8460-c42478a9b69b HTTP/1.1" status: 200 len: 813 time: 0.1157436 Jun 27 21:24:38.864469 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-acacaefd-a296-4d27-8ec8-722fd8e8b084 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/quotas/30944911cb4b49129983d5c19ca7a6bb HTTP/1.1" status: 200 len: 375 time: 0.0121138 Jun 27 21:24:38.898623 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-73e2d337-212c-46e9-8650-a8c9dd1fe83b tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30944911cb4b49129983d5c19ca7a6bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302861 Jun 27 21:24:39.008781 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-fc2f2f07-a574-4c1a-b1ed-22d0b583e829 service neutron] 10.222.0.13 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027572 Jun 27 21:24:39.198778 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-5d333029-e5e2-4cef-916b-f12217fe7053 service neutron] 10.222.0.13 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795249 Jun 27 21:24:39.341835 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:39.369625 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066b197-30e3-4f4c-b6d1-9b446ea07732 req-b882f4cc-2b9d-4bd6-8bde-b53d8efdb107 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:39.370922 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2066b197-30e3-4f4c-b6d1-9b446ea07732 req-b882f4cc-2b9d-4bd6-8bde-b53d8efdb107 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 944 time: 0.0775509 Jun 27 21:24:39.495546 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e788ba9-8117-4bb6-9d61-5eda718c5cea req-166862cf-83d5-4dd6-8cdf-057e87994b89 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:39.495546 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0e788ba9-8117-4bb6-9d61-5eda718c5cea req-166862cf-83d5-4dd6-8cdf-057e87994b89 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 945 time: 0.0682497 Jun 27 21:24:39.523656 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2066b197-30e3-4f4c-b6d1-9b446ea07732 req-edcbc9e5-527c-4c62-affe-5a89616c8373 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449387 Jun 27 21:24:39.559411 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0e788ba9-8117-4bb6-9d61-5eda718c5cea req-f17cacfa-958f-4550-881c-51c001fc09bc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534844 Jun 27 21:24:39.620465 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-32b3f08a-670f-4d82-8615-6a6e603994ee req-e3d5e4c4-ded4-4cf0-b3b2-814a00ef3bfc tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 210 time: 0.0403943 Jun 27 21:24:40.432771 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-28bba89e-40ba-48fd-8389-0818879e651a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:40.536939 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=65,neutron:INSERT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:40.542713 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=13 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:40.644252 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228115d-2028-4a16-a61a-3336649972ee req-4dc78b96-fc91-4563-9e12-4f8496451fd8 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:40.645686 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3228115d-2028-4a16-a61a-3336649972ee req-4dc78b96-fc91-4563-9e12-4f8496451fd8 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 944 time: 0.0503223 Jun 27 21:24:40.691332 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53172b9-0748-4737-a79f-931235feda72 req-4df26ef8-1dde-4835-8dad-474395923988 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:40.693022 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d53172b9-0748-4737-a79f-931235feda72 req-4df26ef8-1dde-4835-8dad-474395923988 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 945 time: 0.0482016 Jun 27 21:24:40.697176 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3228115d-2028-4a16-a61a-3336649972ee req-98ba3a2c-85e7-44de-83c8-966f102ea211 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453222 Jun 27 21:24:40.751711 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d53172b9-0748-4737-a79f-931235feda72 req-232f21f0-230c-4d3d-b826-ab177479c312 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0522468 Jun 27 21:24:40.787219 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-71f1e06b-b89b-412c-b072-a402e460238e req-b7c4b073-7c13-41f7-b643-e46776a2d3cb tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 210 time: 0.0281336 Jun 27 21:24:41.824110 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b110779-7699-4238-a851-b5a832919dec req-0e0e835c-e51b-404c-bf97-d351ec5245e1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:41.825691 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2b110779-7699-4238-a851-b5a832919dec req-0e0e835c-e51b-404c-bf97-d351ec5245e1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 944 time: 0.0546649 Jun 27 21:24:41.878645 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2b110779-7699-4238-a851-b5a832919dec req-0f8cb3d0-d43c-4218-a895-ae135c3e8c23 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468321 Jun 27 21:24:41.878913 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09d6e-45fa-4f68-9e43-f87e6890b128 req-29887b32-b7bc-4fea-8d29-11d466560f94 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:41.880258 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-33b09d6e-45fa-4f68-9e43-f87e6890b128 req-29887b32-b7bc-4fea-8d29-11d466560f94 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 945 time: 0.0581460 Jun 27 21:24:41.937253 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-33b09d6e-45fa-4f68-9e43-f87e6890b128 req-1d00c663-495e-4e8f-97e8-35c63e353bd9 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0510497 Jun 27 21:24:41.969211 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-501ce630-fa38-4623-b334-f2d5c5219c98 req-f0c2fdc6-969d-410a-9d04-65d842410eae tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 210 time: 0.0328131 Jun 27 21:24:42.266711 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceede5a4-a3a6-4638-928f-65bea0e9b307 req-12c2e6c6-c656-4ac5-a527-186295958c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:42.268309 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ceede5a4-a3a6-4638-928f-65bea0e9b307 req-12c2e6c6-c656-4ac5-a527-186295958c93 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c9f86d6febe04e8f9745d787914b6d5c&device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 1128 time: 0.0431101 Jun 27 21:24:42.400312 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceede5a4-a3a6-4638-928f-65bea0e9b307 req-7efb3288-818b-4a33-a5cd-29def49322da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:42.401876 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ceede5a4-a3a6-4638-928f-65bea0e9b307 req-7efb3288-818b-4a33-a5cd-29def49322da service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=c9f86d6febe04e8f9745d787914b6d5c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1023729 Jun 27 21:24:42.562512 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceede5a4-a3a6-4638-928f-65bea0e9b307 req-0158593e-b68f-4bc6-9b8f-8c5aba1322d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:42.563980 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-ceede5a4-a3a6-4638-928f-65bea0e9b307 req-0158593e-b68f-4bc6-9b8f-8c5aba1322d3 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056576 Jun 27 21:24:42.615695 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-3f1a1a2e-e2e5-42d4-accc-5cf474f3755c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:42.999199 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b98b0a-32b4-4ca0-a18d-9b3ee518bd8a req-6e5a2d3c-d60b-4766-a05c-10f642e329d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:43.001562 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-47b98b0a-32b4-4ca0-a18d-9b3ee518bd8a req-6e5a2d3c-d60b-4766-a05c-10f642e329d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 944 time: 0.0507250 Jun 27 21:24:43.037691 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:43.056948 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-47b98b0a-32b4-4ca0-a18d-9b3ee518bd8a req-6dc2fe4f-9ff5-4706-8d7e-5c9401ca5376 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495250 Jun 27 21:24:43.080048 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-75df79a5-a16d-45c8-a7c3-4f54f92de757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:43.082022 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-75df79a5-a16d-45c8-a7c3-4f54f92de757 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c9f86d6febe04e8f9745d787914b6d5c&device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 1128 time: 0.0840120 Jun 27 21:24:43.097374 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adceb7c-1c9d-4f2c-9e88-3830ba497bfc req-bec05fc5-e674-4665-8296-cc7a0779a5fa tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:43.098947 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9adceb7c-1c9d-4f2c-9e88-3830ba497bfc req-bec05fc5-e674-4665-8296-cc7a0779a5fa tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 945 time: 0.0820396 Jun 27 21:24:43.162029 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-74b72c62-475d-4aa2-80bd-93420aed24f5 req-2936aadc-d20a-47c9-9f63-236410df2ff9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 210 time: 0.0455556 Jun 27 21:24:43.168828 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-e8e4c59c-8ce0-4d2f-93a5-a854dc8b55f5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327711ca-a708-4b77-8455-a571c628332b HTTP/1.1" status: 200 len: 217 time: 0.0682518 Jun 27 21:24:43.221915 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-20d47aa4-1ff9-4f4e-9209-6fa97b3b4175 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:43.223330 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-20d47aa4-1ff9-4f4e-9209-6fa97b3b4175 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 945 time: 0.1217782 Jun 27 21:24:43.329824 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9adceb7c-1c9d-4f2c-9e88-3830ba497bfc req-0dde6ad4-32dc-4f44-b8b7-d85ead676d6e tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2112978 Jun 27 21:24:43.377029 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-73cb2215-169b-46ff-baf9-da916c71aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:43.378512 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-73cb2215-169b-46ff-baf9-da916c71aab7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02bcd756-1432-4ede-b392-71ec41cb0c8a HTTP/1.1" status: 200 len: 854 time: 0.1779253 Jun 27 21:24:43.436775 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-d4732487-62ae-406d-96f2-788ad55b45c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:43.438160 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-d4732487-62ae-406d-96f2-788ad55b45c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.33 "GET /v2.0/networks?id=df906fd9-a04e-4365-8460-c42478a9b69b HTTP/1.1" status: 200 len: 813 time: 0.2465675 Jun 27 21:24:43.441298 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Deleting port 75002039-0422-4d26-902e-76319b2a7e3b {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:24:43.441634 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (75002039-0422-4d26-902e-76319b2a7e3b), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:43.488012 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Request body: {'port': {'device_id': 'b9c20f29-5815-4489-a5fc-7a5ee23b071c', 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b', 'admin_state_up': True, 'tenant_id': '30944911cb4b49129983d5c19ca7a6bb'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:43.490889 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:43.521803 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:43.616169 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0b70c7d9-2b97-48cb-8f67-d8453db086f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:43.617680 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-0b70c7d9-2b97-48cb-8f67-d8453db086f8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=34d52971-c53b-4ea9-9d05-eaeb67e201df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1432164 Jun 27 21:24:43.656198 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] For port 75002039-0422-4d26-902e-76319b2a7e3b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=75002039-0422-4d26-902e-76319b2a7e3b,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:43.656565 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (75002039-0422-4d26-902e-76319b2a7e3b), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:43.807343 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:43.837644 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Made reservation on behalf of 30944911cb4b49129983d5c19ca7a6bb for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:24:43.841082 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:43.855792 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-01fd6c90-bdad-404c-ab47-c68aa6448968 service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309284 Jun 27 21:24:44.005368 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:44.005663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (92d64c18-adbe-47f3-8971-e3bdae411f60), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:44.005989 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Floating IP 92d64c18-adbe-47f3-8971-e3bdae411f60 disassociated. External IP: 172.27.0.84, port: 75002039-0422-4d26-902e-76319b2a7e3b. Jun 27 21:24:44.006296 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Calling delete_port for 75002039-0422-4d26-902e-76319b2a7e3b owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:24:44.117108 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-08c66477-d5b1-4f88-8af9-f24236801c32 req-2d72850f-2d63-48cb-8fcc-debb3ee61a52 service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529261 Jun 27 21:24:44.164974 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Allocated IP 172.20.0.3 (df906fd9-a04e-4365-8460-c42478a9b69b/832f9c54-ea20-49e1-8c18-0c230c93858b/ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:24:44.222562 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:44.247899 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:44.303550 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-718a27ea-9a12-4572-84dd-aceb28d35bd1 req-c9d65fcd-71b4-4764-a4b4-49b23be031ca tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 210 time: 0.0447125 Jun 27 21:24:44.306991 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (75002039-0422-4d26-902e-76319b2a7e3b), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:44.350361 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event deleted for resources: {'Port': ['ID=75002039-0422-4d26-902e-76319b2a7e3b,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:44.459448 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d10c7-bc1e-4696-a9ab-b4694168f661 req-0c29f2e6-49b5-410f-84fe-f89db47b1565 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:44.460974 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8e2d10c7-bc1e-4696-a9ab-b4694168f661 req-0c29f2e6-49b5-410f-84fe-f89db47b1565 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 944 time: 0.3320184 Jun 27 21:24:44.472896 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f313b3e5-4d9b-4a38-a258-9b46e9b93558 req-8e525c71-4edc-4fbb-a75a-2f589db4e1da tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 210 time: 0.0422394 Jun 27 21:24:44.512322 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8e2d10c7-bc1e-4696-a9ab-b4694168f661 req-421edce6-588a-4ad4-85fe-cda47b82f206 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454817 Jun 27 21:24:44.543666 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks [] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:44.577297 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:24:44.595934 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:44.679642 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Network df906fd9-a04e-4365-8460-c42478a9b69b is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:24:44.685559 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:44.692735 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:24:44.719414 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Pushing event updated for resources: {'Port': ['ID=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:44.777310 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:24:44.783685 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:44.784343 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:44.788392 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967b00f-8fb3-4322-be61-9ecc02412f75 None None] Sync routers for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:24:44.801099 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967b00f-8fb3-4322-be61-9ecc02412f75 None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:24:44.802240 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6967b00f-8fb3-4322-be61-9ecc02412f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:44.840431 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-36979fa8-9c2c-4220-94a6-713fef4259c9 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3669715 Jun 27 21:24:44.841485 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] No DVR routers for this DVR port 75002039-0422-4d26-902e-76319b2a7e3b on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:24:44.844518 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:44.847857 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db21d2bb-cabd-4d70-9ad6-8d3a2c896c51 req-6d0434fa-0f3c-45dc-97c7-d73eeb21b71a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "DELETE /v2.0/ports/75002039-0422-4d26-902e-76319b2a7e3b HTTP/1.1" status: 204 len: 173 time: 1.6118124 Jun 27 21:24:44.848279 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0641e731-c003-43d1-93c6-072ca2542d9f', 'name': 'network-vif-deleted', 'tag': '75002039-0422-4d26-902e-76319b2a7e3b'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:24:44.850662 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf1246e-3f6d-437b-81ab-fe4538b685be" -d '{"events": [{"server_uuid": "0641e731-c003-43d1-93c6-072ca2542d9f", "name": "network-vif-deleted", "tag": "75002039-0422-4d26-902e-76319b2a7e3b"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:24:44.861732 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Request body: {'port': {'device_id': 'b9c20f29-5815-4489-a5fc-7a5ee23b071c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:44.919661 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-6967b00f-8fb3-4322-be61-9ecc02412f75 None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:24:44.932469 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e37034-1ab5-4da8-9123-e6bd865ccdcf x-openstack-request-id: req-f3e37034-1ab5-4da8-9123-e6bd865ccdcf {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:24:44.932688 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0641e731-c003-43d1-93c6-072ca2542d9f", "name": "network-vif-deleted", "tag": "75002039-0422-4d26-902e-76319b2a7e3b", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:24:44.932912 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3e37034-1ab5-4da8-9123-e6bd865ccdcf {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:24:44.933329 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e37034-1ab5-4da8-9123-e6bd865ccdcf'] response: {'server_uuid': '0641e731-c003-43d1-93c6-072ca2542d9f', 'name': 'network-vif-deleted', 'tag': '75002039-0422-4d26-902e-76319b2a7e3b', 'status': 'completed', 'code': 200} Jun 27 21:24:44.943643 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:45.095854 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:45.114657 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6967b00f-8fb3-4322-be61-9ecc02412f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:45.147485 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967b00f-8fb3-4322-be61-9ecc02412f75 None None] Checking router: 2b933b80-f49e-46dc-bca7-4c2ad4526c3a for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:24:45.156686 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967b00f-8fb3-4322-be61-9ecc02412f75 None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:24:45.157381 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6967b00f-8fb3-4322-be61-9ecc02412f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:45.183031 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:45.272325 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-6967b00f-8fb3-4322-be61-9ecc02412f75 None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:24:45.347153 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 327711ca-a708-4b77-8455-a571c628332b details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:24:45.443002 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86a761-8432-4eec-9821-5360ead4bbad req-8ccb458b-c084-4769-b211-652720076623 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:45.444483 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9a86a761-8432-4eec-9821-5360ead4bbad req-8ccb458b-c084-4769-b211-652720076623 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 931 time: 0.0516331 Jun 27 21:24:45.466943 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:45.486368 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:45.492600 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 327711ca-a708-4b77-8455-a571c628332b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=327711ca-a708-4b77-8455-a571c628332b,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:45.507576 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': '327711ca-a708-4b77-8455-a571c628332b', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'port_id': '327711ca-a708-4b77-8455-a571c628332b', 'mac_address': 'fa:16:3e:ce:21:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:24:45.522740 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9a86a761-8432-4eec-9821-5360ead4bbad req-208af25b-e740-4227-a298-dc36f1f800cf tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713828 Jun 27 21:24:45.534595 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-6967b00f-8fb3-4322-be61-9ecc02412f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:24:45.552003 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:45.553668 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:45.555592 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 327711ca-a708-4b77-8455-a571c628332b is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:45.556126 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (327711ca-a708-4b77-8455-a571c628332b), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:45.577978 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327711ca-a708-4b77-8455-a571c628332b {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:24:45.609143 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 327711ca-a708-4b77-8455-a571c628332b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=327711ca-a708-4b77-8455-a571c628332b,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:45.611220 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967b00f-8fb3-4322-be61-9ecc02412f75 None None] The sync data for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi is: [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:24:45.615628 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (327711ca-a708-4b77-8455-a571c628332b), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:45.635264 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:24:45.672109 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-70204c19-9432-47ac-938f-dfd6a7df3025 req-d7cefd56-6763-4ca9-85c3-83fff925d666 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0641e731-c003-43d1-93c6-072ca2542d9f HTTP/1.1" status: 200 len: 210 time: 0.0631325 Jun 27 21:24:45.674067 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Publish callbacks [] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:45.693666 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=327711ca-a708-4b77-8455-a571c628332b,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:45.708090 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Transition to ACTIVE for port object ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:24:45.716301 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:45.722222 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6790a82-6274-4b02-bcf8-6aee19915bda req-fc9c0ce0-112b-4447-8ab2-eacd41fc9031 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:45.723837 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d6790a82-6274-4b02-bcf8-6aee19915bda req-fc9c0ce0-112b-4447-8ab2-eacd41fc9031 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 945 time: 0.1014771 Jun 27 21:24:45.739256 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:45.794517 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Pushing event updated for resources: {'Port': ['ID=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:45.807513 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-d6790a82-6274-4b02-bcf8-6aee19915bda req-ebc3a400-43f0-4216-85d3-e2049e09e77a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765150 Jun 27 21:24:45.877333 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Attempting to bind port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:24:45.877669 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Attempting to bind port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '0d9d015a-c3b9-44e0-9aec-b1329423e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:24:45.877971 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Attempting to bind port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 on network df906fd9-a04e-4365-8460-c42478a9b69b {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:45.883060 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 on network df906fd9-a04e-4365-8460-c42478a9b69b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:24:45.883374 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Attempting to bind port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 on network df906fd9-a04e-4365-8460-c42478a9b69b {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:45.888741 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:24:45.889110 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Checking segment: {'id': '0d9d015a-c3b9-44e0-9aec-b1329423e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:45.889494 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Bound using segment: {'id': '0d9d015a-c3b9-44e0-9aec-b1329423e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:24:45.889913 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Bound port: ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9d015a-c3b9-44e0-9aec-b1329423e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:24:45.890250 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:45.950037 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072baeb0-7bca-4f9a-b58a-a6fcd7f8d7a0 None None] New status for floating IP 92d64c18-adbe-47f3-8971-e3bdae411f60: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:24:45.954217 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['327711ca-a708-4b77-8455-a571c628332b'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:24:45.954974 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] For port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:24:45.958791 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] For port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3,segment=NetworkSegment(0d9d015a-c3b9-44e0-9aec-b1329423e0ac),segment_id=0d9d015a-c3b9-44e0-9aec-b1329423e0ac)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:24:45.965895 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:46.010758 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:46.011371 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:46.018006 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] 10.222.0.33 "PUT /v2.0/ports/ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 HTTP/1.1" status: 200 len: 1093 time: 1.1553242 Jun 27 21:24:46.034618 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd5a9d-b4e7-4cc2-994e-568015aad997 service neutron] Pushing event updated for resources: {'Port': ['ID=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:46.119111 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-dc876646-4835-4844-ab49-830bdcfb8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:46.120628 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-dc876646-4835-4844-ab49-830bdcfb8822 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=30944911cb4b49129983d5c19ca7a6bb&device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 1127 time: 0.0459964 Jun 27 21:24:46.167103 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-25a7bf90-ebb5-4efc-b4c8-8817ba4ce504 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 HTTP/1.1" status: 200 len: 217 time: 0.0333891 Jun 27 21:24:46.227658 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-7e5af7cc-3f13-4944-819f-320cb1487b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:46.229201 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-7e5af7cc-3f13-4944-819f-320cb1487b5c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=832f9c54-ea20-49e1-8c18-0c230c93858b HTTP/1.1" status: 200 len: 853 time: 0.0566621 Jun 27 21:24:46.267354 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-eef5777a-51f1-47ad-8151-1f00f8375950 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=df906fd9-a04e-4365-8460-c42478a9b69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322289 Jun 27 21:24:46.361783 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-8e20d147-49f2-4283-9881-5e51e084cc21 service neutron] 10.222.0.33 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881362 Jun 27 21:24:46.457940 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6be8849c-9d49-434d-a70b-76d73c3e7c54 req-30266452-3455-471f-b1a7-226c58bf6650 service neutron] 10.222.0.33 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897517 Jun 27 21:24:46.625819 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4369-1e25-4ad2-b7b0-d9a0ec057056 req-6cf4ca52-cda3-4af9-8871-cc924677d1b5 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:46.627333 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-34fe4369-1e25-4ad2-b7b0-d9a0ec057056 req-6cf4ca52-cda3-4af9-8871-cc924677d1b5 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 943 time: 0.0495410 Jun 27 21:24:46.678692 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-34fe4369-1e25-4ad2-b7b0-d9a0ec057056 req-47930e61-e980-4e30-906e-6696e68d539f tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446286 Jun 27 21:24:46.926054 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacca29-2a1e-450c-aa8d-13d913dae526 req-3643aff2-e3e4-4e88-a7e8-ee69034fe2d1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:46.928248 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bbacca29-2a1e-450c-aa8d-13d913dae526 req-3643aff2-e3e4-4e88-a7e8-ee69034fe2d1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 945 time: 0.0550458 Jun 27 21:24:46.934171 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c20f29-5815-4489-a5fc-7a5ee23b071c', 'tag': 'ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:24:46.936475 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68250a0-4b5e-40da-9386-1afccf68a531" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c20f29-5815-4489-a5fc-7a5ee23b071c", "tag": "ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:24:46.959492 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-f0984ceb-593c-4930-8587-4e8d63ce9533 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6158128&fields=id&tenant_id=824cb65198bf417fbc4baeae349d358d HTTP/1.1" status: 200 len: 267 time: 0.0469966 Jun 27 21:24:46.960741 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:46.988795 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bbacca29-2a1e-450c-aa8d-13d913dae526 req-5b23cd6b-3ea8-4ca2-8978-9bbe9b3d7f8f tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553432 Jun 27 21:24:47.034868 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879d56c9-ecaf-4739-8480-c50cfda50780 x-openstack-request-id: req-879d56c9-ecaf-4739-8480-c50cfda50780 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:24:47.035151 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c20f29-5815-4489-a5fc-7a5ee23b071c", "tag": "ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:24:47.035413 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-879d56c9-ecaf-4739-8480-c50cfda50780 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:24:47.035811 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879d56c9-ecaf-4739-8480-c50cfda50780'] response: {'name': 'network-changed', 'server_uuid': 'b9c20f29-5815-4489-a5fc-7a5ee23b071c', 'tag': 'ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3', 'status': 'completed', 'code': 200} Jun 27 21:24:47.079508 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03907c9e-633f-4478-a373-a058f96d22bf req-29c07a25-a86b-4bb3-8c8c-bc200d8182dc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:47.081258 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-29c07a25-a86b-4bb3-8c8c-bc200d8182dc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 811 time: 0.1140063 Jun 27 21:24:47.096214 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-ab0dd471-2eac-4839-9417-d56902194f79 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/quotas/824cb65198bf417fbc4baeae349d358d HTTP/1.1" status: 200 len: 375 time: 0.0092468 Jun 27 21:24:47.147009 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-17339634-92eb-4a3d-98f1-a075bf74eed4 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449264 Jun 27 21:24:47.250297 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-9d8d6456-8ccb-4bbe-bf9e-a16514cbad88 service neutron] 10.222.0.13 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913742 Jun 27 21:24:47.251700 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68250a0-4b5e-40da-9386-1afccf68a531 req-3190abd6-076d-46f6-9d28-16e1d87a3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:47.253222 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d68250a0-4b5e-40da-9386-1afccf68a531 req-3190abd6-076d-46f6-9d28-16e1d87a3cb4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=30944911cb4b49129983d5c19ca7a6bb&device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 1127 time: 0.0403664 Jun 27 21:24:47.267458 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:47.345405 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-52dc5447-d470-48c3-9943-dbb43e41bc30 service neutron] 10.222.0.13 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890422 Jun 27 21:24:47.351118 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68250a0-4b5e-40da-9386-1afccf68a531 req-d31b51ad-e9d5-4c01-bc6e-47d1dc190d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:47.352583 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d68250a0-4b5e-40da-9386-1afccf68a531 req-d31b51ad-e9d5-4c01-bc6e-47d1dc190d60 service neutron] 10.222.0.33 "GET /v2.0/networks?id=df906fd9-a04e-4365-8460-c42478a9b69b HTTP/1.1" status: 200 len: 914 time: 0.0923309 Jun 27 21:24:47.362413 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:24:47.373000 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 327711ca-a708-4b77-8455-a571c628332b up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:24:47.393802 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d68250a0-4b5e-40da-9386-1afccf68a531 req-d3473547-0438-4239-9dbf-8d18e035f568 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 HTTP/1.1" status: 200 len: 217 time: 0.0351813 Jun 27 21:24:47.450755 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port 327711ca-a708-4b77-8455-a571c628332b completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:24:47.452883 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68250a0-4b5e-40da-9386-1afccf68a531 req-5ce174c1-2310-4fed-85fe-c253f1f73c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:47.454204 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d68250a0-4b5e-40da-9386-1afccf68a531 req-5ce174c1-2310-4fed-85fe-c253f1f73c52 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=832f9c54-ea20-49e1-8c18-0c230c93858b HTTP/1.1" status: 200 len: 853 time: 0.0543122 Jun 27 21:24:47.486766 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port 327711ca-a708-4b77-8455-a571c628332b triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:47.487131 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (327711ca-a708-4b77-8455-a571c628332b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:47.497707 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d68250a0-4b5e-40da-9386-1afccf68a531 req-3c001037-530d-4e72-b354-4ebbad0b5ede service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=df906fd9-a04e-4365-8460-c42478a9b69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326748 Jun 27 21:24:47.552518 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3,segment=NetworkSegment(0d9d015a-c3b9-44e0-9aec-b1329423e0ac),segment_id=0d9d015a-c3b9-44e0-9aec-b1329423e0ac)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:47.570184 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3', 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b', 'port_id': 'ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3', 'mac_address': 'fa:16:3e:db:3c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832f9c54-ea20-49e1-8c18-0c230c93858b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:24:47.611360 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d68250a0-4b5e-40da-9386-1afccf68a531 req-17045db2-5289-49ad-a70d-627f7333aa1b service neutron] 10.222.0.33 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072080 Jun 27 21:24:47.639489 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 327711ca-a708-4b77-8455-a571c628332b is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:47.639877 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (327711ca-a708-4b77-8455-a571c628332b), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:47.643044 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:47.643409 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:47.675932 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:24:47.685456 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327711ca-a708-4b77-8455-a571c628332b'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:24:47.687719 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de57d04b-a418-4864-a12a-e849bb32074a" -d '{"events": [{"server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "name": "network-vif-plugged", "status": "completed", "tag": "327711ca-a708-4b77-8455-a571c628332b"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:24:47.707409 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 327711ca-a708-4b77-8455-a571c628332b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=327711ca-a708-4b77-8455-a571c628332b,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:47.718430 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (327711ca-a708-4b77-8455-a571c628332b), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:47.719321 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 75002039-0422-4d26-902e-76319b2a7e3b no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:24:47.722609 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3,segment=NetworkSegment(0d9d015a-c3b9-44e0-9aec-b1329423e0ac),segment_id=0d9d015a-c3b9-44e0-9aec-b1329423e0ac)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:47.750255 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6b2d462b-0fc6-4c4e-9c7d-70dfd23ec736 req-746652f8-2376-4caf-ba72-76978c59a98a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 210 time: 0.0592673 Jun 27 21:24:47.777340 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:47.780012 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: 75002039-0422-4d26-902e-76319b2a7e3b {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:24:47.780311 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 75002039-0422-4d26-902e-76319b2a7e3b not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:24:47.780411 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d68250a0-4b5e-40da-9386-1afccf68a531 req-61c7ad66-0f44-4fd1-b72f-8f5ac4261e71 service neutron] 10.222.0.33 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623306 Jun 27 21:24:47.784181 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a957ed3e-5e04-4526-b2d6-2ca2670aa3d0 x-openstack-request-id: req-a957ed3e-5e04-4526-b2d6-2ca2670aa3d0 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:24:47.784181 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "name": "network-vif-plugged", "status": "completed", "tag": "327711ca-a708-4b77-8455-a571c628332b", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:24:47.784181 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a957ed3e-5e04-4526-b2d6-2ca2670aa3d0 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:24:47.784181 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a957ed3e-5e04-4526-b2d6-2ca2670aa3d0'] response: {'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327711ca-a708-4b77-8455-a571c628332b', 'code': 200} Jun 27 21:24:47.790649 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:47.809628 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=327711ca-a708-4b77-8455-a571c628332b,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:47.842065 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:47.866523 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:47.904180 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05921c1c-376a-4cee-8bdf-c1912f6c34a5 req-7b760f3c-dab0-4524-a18e-8991fd90671f tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:47.906277 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-05921c1c-376a-4cee-8bdf-c1912f6c34a5 req-7b760f3c-dab0-4524-a18e-8991fd90671f tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 944 time: 0.0670619 Jun 27 21:24:47.965348 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-05921c1c-376a-4cee-8bdf-c1912f6c34a5 req-f154b49d-abdc-4d63-97b9-13a433b1288c tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518548 Jun 27 21:24:48.045611 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a974d3c-3aaf-4d8f-80dc-4104078a4c8e req-883f8c46-9e91-4772-b935-bc4266b9399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:48.047374 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9a974d3c-3aaf-4d8f-80dc-4104078a4c8e req-883f8c46-9e91-4772-b935-bc4266b9399e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 1130 time: 0.0567460 Jun 27 21:24:48.058788 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:24:48.104034 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9a974d3c-3aaf-4d8f-80dc-4104078a4c8e req-be422f0a-fcb7-4322-9711-c96b63337438 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503204 Jun 27 21:24:48.142387 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb4ce8-372b-4047-9166-646026f71f04 req-8e52b0be-b805-4eae-81aa-576c6eb1a065 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:48.143778 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-92eb4ce8-372b-4047-9166-646026f71f04 req-8e52b0be-b805-4eae-81aa-576c6eb1a065 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 946 time: 0.0598302 Jun 27 21:24:48.196130 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-92eb4ce8-372b-4047-9166-646026f71f04 req-8b579069-d714-4fa0-97c2-1aaf601893d3 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457566 Jun 27 21:24:48.864267 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f11cd165-65a3-461e-963c-ebc708fff2ca req-f054544c-763b-4545-94ba-a4342e6a4566 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 210 time: 0.0354002 Jun 27 21:24:49.088674 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed7599-74c5-41ae-a9fc-edfaf6e28e1a req-014a05a8-b796-4929-aad5-c5ebf5e99781 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:49.090198 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-23ed7599-74c5-41ae-a9fc-edfaf6e28e1a req-014a05a8-b796-4929-aad5-c5ebf5e99781 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 944 time: 0.0546715 Jun 27 21:24:49.138320 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-23ed7599-74c5-41ae-a9fc-edfaf6e28e1a req-15809769-fa36-4dff-aae2-dbf2bdbc9c03 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 Jun 27 21:24:49.332052 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ab1ba-82f5-40ec-a3d4-eed8fe765c48 req-563cfc55-fa6e-4996-8a7a-78cecab0cdb1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:49.334050 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d47ab1ba-82f5-40ec-a3d4-eed8fe765c48 req-563cfc55-fa6e-4996-8a7a-78cecab0cdb1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 946 time: 0.0627906 Jun 27 21:24:49.381711 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d47ab1ba-82f5-40ec-a3d4-eed8fe765c48 req-7cd86475-72c5-4a13-b5a8-1baf5ae5b0fb tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421820 Jun 27 21:24:49.387203 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:24:49.430795 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:24:49.439251 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:49.439657 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:49.521812 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:24:49.522165 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:49.556952 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3,segment=NetworkSegment(0d9d015a-c3b9-44e0-9aec-b1329423e0ac),segment_id=0d9d015a-c3b9-44e0-9aec-b1329423e0ac)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:24:49.561969 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:49.606865 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:49.618377 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:49.785203 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c20f29-5815-4489-a5fc-7a5ee23b071c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:24:49.787584 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0454a319-d761-4ddb-916a-ee37aff88b5e" -d '{"events": [{"server_uuid": "b9c20f29-5815-4489-a5fc-7a5ee23b071c", "name": "network-vif-plugged", "status": "completed", "tag": "ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:24:49.822974 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0ae609-fcbf-4637-99db-b87ea24953d5 x-openstack-request-id: req-be0ae609-fcbf-4637-99db-b87ea24953d5 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:24:49.823216 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c20f29-5815-4489-a5fc-7a5ee23b071c", "name": "network-vif-plugged", "status": "completed", "tag": "ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:24:49.823472 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be0ae609-fcbf-4637-99db-b87ea24953d5 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:24:49.823870 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0ae609-fcbf-4637-99db-b87ea24953d5'] response: {'server_uuid': 'b9c20f29-5815-4489-a5fc-7a5ee23b071c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3', 'code': 200} Jun 27 21:24:49.831554 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03907c9e-633f-4478-a373-a058f96d22bf req-35ad72f3-a41a-415f-90bd-164a43707d60 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:49.832713 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-35ad72f3-a41a-415f-90bd-164a43707d60 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 811 time: 0.1103704 Jun 27 21:24:49.979016 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-5e951329-6c5d-4a93-ac38-89aa22ff9066 req-b5790cc8-2125-42df-b48d-c22b3671c500 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 210 time: 0.0324402 Jun 27 21:24:50.076601 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-2284f11c-452b-484d-928a-4df5d10436d4 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=824cb65198bf417fbc4baeae349d358d HTTP/1.1" status: 200 len: 377 time: 0.0715432 Jun 27 21:24:50.141318 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'port': {'device_id': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'admin_state_up': True, 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'security_groups': ['f81de922-c5ea-4eea-8ec3-799552313709']}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:50.232683 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:50.256326 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d99562-8b3d-451f-bfc6-8c89704a76a4 req-7742fc24-7c80-466d-b258-88b52bed8886 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:50.257879 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-07d99562-8b3d-451f-bfc6-8c89704a76a4 req-7742fc24-7c80-466d-b258-88b52bed8886 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 945 time: 0.0480664 Jun 27 21:24:50.262366 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Made reservation on behalf of 824cb65198bf417fbc4baeae349d358d for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:24:50.265814 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:50.309174 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-07d99562-8b3d-451f-bfc6-8c89704a76a4 req-6bbfab2d-cd6c-4658-ae1f-91d400b023af tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Jun 27 21:24:50.327700 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:50.423392 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Allocated IP 172.20.0.11 (09838620-b3d2-4651-acb5-4212286d0e49/15160d24-9e98-4e42-9096-d92fe29abc8d/fe53f861-c6c2-4087-a223-4e44a93bac65) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:24:50.440772 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093929df-43cd-4251-8052-a4fab2b946e6 req-a19a1c77-6d21-4e0e-8cc7-d00046035730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:50.442325 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-093929df-43cd-4251-8052-a4fab2b946e6 req-a19a1c77-6d21-4e0e-8cc7-d00046035730 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 1129 time: 0.0566733 Jun 27 21:24:50.553695 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b3246-b1db-4cd5-9e85-1b846d1de68c req-01c35c6c-77c7-4945-9f35-6ab574a990b7 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:50.555162 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-476b3246-b1db-4cd5-9e85-1b846d1de68c req-01c35c6c-77c7-4945-9f35-6ab574a990b7 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 946 time: 0.0945141 Jun 27 21:24:50.584943 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-093929df-43cd-4251-8052-a4fab2b946e6 req-98766f38-42ab-4dc1-93fe-ff6a5192887b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340930 Jun 27 21:24:50.668728 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-476b3246-b1db-4cd5-9e85-1b846d1de68c req-941d198f-4f0a-47ff-a451-67fe17d31880 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043196 Jun 27 21:24:50.684152 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:50.723675 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:50.775982 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Network 09838620-b3d2-4651-acb5-4212286d0e49 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:24:50.777634 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:50.779707 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:24:50.782241 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:24:50.789069 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'Port': ['ID=fe53f861-c6c2-4087-a223-4e44a93bac65,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:50.798734 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb2056-6c75-48e2-a096-12b326577158 req-c40e6c4f-fa0f-499d-b3b9-8f67d97eb88b tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:50.800515 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0fdb2056-6c75-48e2-a096-12b326577158 req-c40e6c4f-fa0f-499d-b3b9-8f67d97eb88b tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 946 time: 0.0587671 Jun 27 21:24:50.819285 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.820274 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.820631 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.821051 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.821388 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.821718 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.822068 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.822576 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.825417 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.826718 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.827434 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.828327 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.829828 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.830788 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.831335 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:24:50.863084 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:50.864273 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:50.870900 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0fdb2056-6c75-48e2-a096-12b326577158 req-4768a997-d552-461a-b34b-4ffe76a09ef7 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643818 Jun 27 21:24:50.898146 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-bca4e408-26b7-4445-8b7c-207678ab4f1b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7624052 Jun 27 21:24:50.919392 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Request body: {'port': {'device_id': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:24:50.992311 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:51.089689 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-ddbfe63c-6fd1-401c-a614-67bd0780733e None None] Provisioning complete for port fe53f861-c6c2-4087-a223-4e44a93bac65 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:24:51.091030 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ddbfe63c-6fd1-401c-a614-67bd0780733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:51.109773 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:51.130232 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68040932-22af-4140-81c4-3d3ad00ebe0f req-665e3a32-fa2b-4479-b319-ca07e336f2e0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:51.132899 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-68040932-22af-4140-81c4-3d3ad00ebe0f req-665e3a32-fa2b-4479-b319-ca07e336f2e0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 932 time: 0.0778942 Jun 27 21:24:51.134344 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfe63c-6fd1-401c-a614-67bd0780733e None None] Port fe53f861-c6c2-4087-a223-4e44a93bac65 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:24:51.188553 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-68040932-22af-4140-81c4-3d3ad00ebe0f req-a20296d5-bcd6-41a5-a466-230918891f33 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489261 Jun 27 21:24:51.240890 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:51.273472 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed9766-48a6-430d-9bc9-b789ab109937 req-bcdd7211-ba08-4e03-b4c9-caf07b0ed7c7 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:51.274980 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-66ed9766-48a6-430d-9bc9-b789ab109937 req-bcdd7211-ba08-4e03-b4c9-caf07b0ed7c7 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 946 time: 0.0680573 Jun 27 21:24:51.376071 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-66ed9766-48a6-430d-9bc9-b789ab109937 req-8ec1b5fb-c859-4e1d-8570-16ad03d5e1a5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953085 Jun 27 21:24:51.381911 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe53f861-c6c2-4087-a223-4e44a93bac65 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:24:51.389997 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Publish callbacks [] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:51.404611 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Transition to ACTIVE for port object fe53f861-c6c2-4087-a223-4e44a93bac65 will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:24:51.410130 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:51.429982 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e119-88c9-4515-b602-a24a54b43dca req-0aeb7131-9a7b-4cd6-a044-25d462d4fc9d tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:51.431559 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3428e119-88c9-4515-b602-a24a54b43dca req-0aeb7131-9a7b-4cd6-a044-25d462d4fc9d tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 945 time: 0.0523889 Jun 27 21:24:51.465480 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe53f861-c6c2-4087-a223-4e44a93bac65,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:51.469865 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:51.502006 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3428e119-88c9-4515-b602-a24a54b43dca req-d9e2e331-cb2f-4cc3-8859-ec4dfbc0001a tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641143 Jun 27 21:24:51.543949 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Attempting to bind port fe53f861-c6c2-4087-a223-4e44a93bac65 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:24:51.544327 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Attempting to bind port fe53f861-c6c2-4087-a223-4e44a93bac65 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:24:51.544701 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Attempting to bind port fe53f861-c6c2-4087-a223-4e44a93bac65 on network 09838620-b3d2-4651-acb5-4212286d0e49 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:51.549960 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Port fe53f861-c6c2-4087-a223-4e44a93bac65 on network 09838620-b3d2-4651-acb5-4212286d0e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:24:51.550413 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Attempting to bind port fe53f861-c6c2-4087-a223-4e44a93bac65 on network 09838620-b3d2-4651-acb5-4212286d0e49 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:24:51.556872 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:24:51.557448 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Checking segment: {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:24:51.557936 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Bound using segment: {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:24:51.558626 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Bound port: fe53f861-c6c2-4087-a223-4e44a93bac65, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:24:51.558930 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:51.639815 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] For port fe53f861-c6c2-4087-a223-4e44a93bac65, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:24:51.643660 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] For port fe53f861-c6c2-4087-a223-4e44a93bac65, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=fe53f861-c6c2-4087-a223-4e44a93bac65,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:24:51.650613 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:51.700785 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:51.701429 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:24:51.702983 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] 10.222.0.33 "PUT /v2.0/ports/fe53f861-c6c2-4087-a223-4e44a93bac65 HTTP/1.1" status: 200 len: 1094 time: 0.7886522 Jun 27 21:24:51.703458 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'tag': 'fe53f861-c6c2-4087-a223-4e44a93bac65'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:24:51.706555 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eabec2b-10b7-4c15-b745-00503c98943f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7e5b75-82ca-47af-a6cd-41fe4b7b3453", "tag": "fe53f861-c6c2-4087-a223-4e44a93bac65"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:24:51.724774 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0730a1-289a-4005-b4fd-1e716239a1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe53f861-c6c2-4087-a223-4e44a93bac65,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:24:51.925500 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cddff5-fda6-47f4-b812-e5d205293333 x-openstack-request-id: req-99cddff5-fda6-47f4-b812-e5d205293333 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:24:51.925812 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7e5b75-82ca-47af-a6cd-41fe4b7b3453", "tag": "fe53f861-c6c2-4087-a223-4e44a93bac65", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:24:51.926092 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99cddff5-fda6-47f4-b812-e5d205293333 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:24:51.926538 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99cddff5-fda6-47f4-b812-e5d205293333'] response: {'name': 'network-changed', 'server_uuid': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'tag': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'status': 'completed', 'code': 200} Jun 27 21:24:52.033330 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03907c9e-633f-4478-a373-a058f96d22bf req-77c32a67-aec6-46a3-a0dc-dd7e0ad8f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:52.034870 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-77c32a67-aec6-46a3-a0dc-dd7e0ad8f7ed service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 1128 time: 0.0567868 Jun 27 21:24:52.094435 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-5cf22bc2-ff19-4eee-af47-9d86cfc7c314 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe53f861-c6c2-4087-a223-4e44a93bac65 HTTP/1.1" status: 200 len: 217 time: 0.0337720 Jun 27 21:24:52.148599 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03907c9e-633f-4478-a373-a058f96d22bf req-736852d3-63f3-4f6f-83fa-c4661a118029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:52.150100 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-736852d3-63f3-4f6f-83fa-c4661a118029 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0490174 Jun 27 21:24:52.197471 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03907c9e-633f-4478-a373-a058f96d22bf req-fedc3cbc-283b-482c-bc56-f09b5d1cfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:52.198909 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-fedc3cbc-283b-482c-bc56-f09b5d1cfb71 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410838 Jun 27 21:24:52.300787 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-bec42412-eb49-4d56-b542-fc03d6ed97b3 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941625 Jun 27 21:24:52.312431 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035d009-f9b1-4741-8675-9238d286d442 req-a4251696-e29b-4440-b1a9-cd31457054fb tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:52.313935 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3035d009-f9b1-4741-8675-9238d286d442 req-a4251696-e29b-4440-b1a9-cd31457054fb tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 944 time: 0.0485854 Jun 27 21:24:52.367038 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:52.374335 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3035d009-f9b1-4741-8675-9238d286d442 req-2bb49cae-f9e0-47ce-b747-ccf46b83779e tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0539210 Jun 27 21:24:52.400363 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-03907c9e-633f-4478-a373-a058f96d22bf req-4dcc4cd9-9fb7-43d9-9321-932f83af199a service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928783 Jun 27 21:24:52.633574 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ae8b4-49e6-4426-bad3-d4bf364a3ca3 req-af58a010-d598-4cca-9c84-bd999a5d2ba7 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:52.635024 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c50ae8b4-49e6-4426-bad3-d4bf364a3ca3 req-af58a010-d598-4cca-9c84-bd999a5d2ba7 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 945 time: 0.0494206 Jun 27 21:24:52.680761 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:52.722822 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-c50ae8b4-49e6-4426-bad3-d4bf364a3ca3 req-5cc955aa-ce22-4721-86e8-4a7d83f6a0ba tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819013 Jun 27 21:24:52.726875 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabec2b-10b7-4c15-b745-00503c98943f req-2d99aa29-245b-4cca-bfa1-a3c50a5d7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:52.729291 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9eabec2b-10b7-4c15-b745-00503c98943f req-2d99aa29-245b-4cca-bfa1-a3c50a5d7cf3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 1128 time: 0.0683296 Jun 27 21:24:52.824677 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabec2b-10b7-4c15-b745-00503c98943f req-d335bb84-a64d-4c47-843b-bb71b4355381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:52.826186 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9eabec2b-10b7-4c15-b745-00503c98943f req-d335bb84-a64d-4c47-843b-bb71b4355381 service neutron] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 912 time: 0.0908637 Jun 27 21:24:52.873148 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9eabec2b-10b7-4c15-b745-00503c98943f req-9837ff69-72b8-4549-91f9-0d5826954320 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe53f861-c6c2-4087-a223-4e44a93bac65 HTTP/1.1" status: 200 len: 217 time: 0.0410371 Jun 27 21:24:52.924579 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabec2b-10b7-4c15-b745-00503c98943f req-f30441fe-b6e2-4cdd-a00d-1c69d0d60788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:52.926160 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9eabec2b-10b7-4c15-b745-00503c98943f req-f30441fe-b6e2-4cdd-a00d-1c69d0d60788 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0479527 Jun 27 21:24:52.977383 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabec2b-10b7-4c15-b745-00503c98943f req-b5d16074-a6d3-4018-bf92-8cac762af34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:52.978811 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9eabec2b-10b7-4c15-b745-00503c98943f req-b5d16074-a6d3-4018-bf92-8cac762af34c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463235 Jun 27 21:24:53.089443 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9eabec2b-10b7-4c15-b745-00503c98943f req-bb4c7b59-4c30-484c-827c-a983296c3062 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046319 Jun 27 21:24:53.206758 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9eabec2b-10b7-4c15-b745-00503c98943f req-f9f6ae2b-19d0-405d-8958-2ab586751cd3 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113784 Jun 27 21:24:53.394765 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db259fd2-004a-4277-9abf-3b3f9923940b req-aa36c702-0931-41e2-a882-6c1668c32936 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517182 Jun 27 21:24:53.523963 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259fd2-004a-4277-9abf-3b3f9923940b req-15d09adf-0ef0-4018-9124-9dc10b70b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:53.525523 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db259fd2-004a-4277-9abf-3b3f9923940b req-15d09adf-0ef0-4018-9124-9dc10b70b4ca service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c9f86d6febe04e8f9745d787914b6d5c&device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 1130 time: 0.0730336 Jun 27 21:24:53.531546 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda411f7-527c-46c1-9a66-9c6878e5de4b req-ed7baeeb-19b4-476c-8ffb-f85028375b75 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:53.532959 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bda411f7-527c-46c1-9a66-9c6878e5de4b req-ed7baeeb-19b4-476c-8ffb-f85028375b75 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 944 time: 0.0708473 Jun 27 21:24:53.643774 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-bda411f7-527c-46c1-9a66-9c6878e5de4b req-2a91bdb4-dea1-4988-b988-4e805446f492 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1047928 Jun 27 21:24:53.677176 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259fd2-004a-4277-9abf-3b3f9923940b req-89d497bf-5e11-44ef-b139-5967d564f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:53.678706 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db259fd2-004a-4277-9abf-3b3f9923940b req-89d497bf-5e11-44ef-b139-5967d564f788 service neutron] 10.222.0.33 "GET /v2.0/networks?id=34d52971-c53b-4ea9-9d05-eaeb67e201df HTTP/1.1" status: 200 len: 916 time: 0.1247115 Jun 27 21:24:53.719778 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db259fd2-004a-4277-9abf-3b3f9923940b req-1fbf0ab0-59eb-480c-bef5-a213958b09d6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327711ca-a708-4b77-8455-a571c628332b HTTP/1.1" status: 200 len: 217 time: 0.0342607 Jun 27 21:24:53.774802 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259fd2-004a-4277-9abf-3b3f9923940b req-36d9730d-6d38-43f5-9d38-11210914de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:53.776347 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db259fd2-004a-4277-9abf-3b3f9923940b req-36d9730d-6d38-43f5-9d38-11210914de52 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02bcd756-1432-4ede-b392-71ec41cb0c8a HTTP/1.1" status: 200 len: 854 time: 0.0506849 Jun 27 21:24:53.824966 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259fd2-004a-4277-9abf-3b3f9923940b req-d63af3f3-f891-4d59-9ade-1b7d33ebfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:53.826361 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db259fd2-004a-4277-9abf-3b3f9923940b req-d63af3f3-f891-4d59-9ade-1b7d33ebfc51 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=34d52971-c53b-4ea9-9d05-eaeb67e201df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429673 Jun 27 21:24:53.922094 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db259fd2-004a-4277-9abf-3b3f9923940b req-72906267-dafc-4572-9412-ee399f8363f7 service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889986 Jun 27 21:24:53.966988 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:54.026058 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db259fd2-004a-4277-9abf-3b3f9923940b req-932c57ea-6a2b-4bab-be1c-163c77672371 service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967495 Jun 27 21:24:54.774840 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dc4db-9d74-4e43-aac4-e24496c96de4 req-b87e35f6-7fb5-4a33-a60d-5f4a6fc952a6 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:54.776717 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-340dc4db-9d74-4e43-aac4-e24496c96de4 req-b87e35f6-7fb5-4a33-a60d-5f4a6fc952a6 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 944 time: 0.0512190 Jun 27 21:24:54.842036 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-340dc4db-9d74-4e43-aac4-e24496c96de4 req-f00c0e42-e905-4579-ac67-4f7357054b02 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0588841 Jun 27 21:24:55.928736 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:24:55.971493 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21954dbd-8826-4e72-8910-bdec36643322 req-25ddd1b2-0b76-4926-9a2a-32460bad7442 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:55.973132 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-21954dbd-8826-4e72-8910-bdec36643322 req-25ddd1b2-0b76-4926-9a2a-32460bad7442 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 944 time: 0.0531240 Jun 27 21:24:56.029345 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-21954dbd-8826-4e72-8910-bdec36643322 req-e7962969-0b75-4fe5-978a-486d5bda4ff2 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489490 Jun 27 21:24:57.159526 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27241c62-a486-482d-bccb-8fa78283e057 req-e779ff64-0d32-4467-879e-4c1627d46c16 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:57.161040 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-27241c62-a486-482d-bccb-8fa78283e057 req-e779ff64-0d32-4467-879e-4c1627d46c16 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 944 time: 0.0578909 Jun 27 21:24:57.216254 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-27241c62-a486-482d-bccb-8fa78283e057 req-1afb34f8-8454-436b-af58-1108e8bcc15a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0495121 Jun 27 21:24:58.343881 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5cf0e-3058-4387-ac8e-e5d3bae6ff04 req-61741be0-c548-47cc-9839-191731fc21d9 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:58.345425 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e9f5cf0e-3058-4387-ac8e-e5d3bae6ff04 req-61741be0-c548-47cc-9839-191731fc21d9 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 944 time: 0.0590277 Jun 27 21:24:58.402883 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e9f5cf0e-3058-4387-ac8e-e5d3bae6ff04 req-52c50f56-266a-40c5-a3ee-470d25f61492 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0517154 Jun 27 21:24:58.801255 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:24:59.525542 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bbf82-f657-46dd-a8e3-25283bcf3ded req-28fa9908-5f4d-45ce-a913-563c5149a653 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:24:59.527030 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3c1bbf82-f657-46dd-a8e3-25283bcf3ded req-28fa9908-5f4d-45ce-a913-563c5149a653 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 944 time: 0.0510998 Jun 27 21:24:59.585479 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3c1bbf82-f657-46dd-a8e3-25283bcf3ded req-d94d54f5-be7f-46d5-8303-c6f6160e62c2 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0525582 Jun 27 21:25:00.706293 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52256076-8cd0-4dcc-bd31-884a73427190 req-dff7c2de-e7fd-40d2-8601-3ef0af3aded5 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:00.707776 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-52256076-8cd0-4dcc-bd31-884a73427190 req-dff7c2de-e7fd-40d2-8601-3ef0af3aded5 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 944 time: 0.0516081 Jun 27 21:25:00.758898 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-52256076-8cd0-4dcc-bd31-884a73427190 req-6fd60bc4-016f-425a-aa85-d8f8fdffc3e1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448799 Jun 27 21:25:01.109989 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad13a9-8b17-4fdc-a512-f5bfe42176d0 req-d73bf173-5d64-4737-8fdc-7605b2018465 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:01.111464 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-65ad13a9-8b17-4fdc-a512-f5bfe42176d0 req-d73bf173-5d64-4737-8fdc-7605b2018465 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 946 time: 0.0595455 Jun 27 21:25:01.162695 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-65ad13a9-8b17-4fdc-a512-f5bfe42176d0 req-6ca36d7f-c2be-4133-9219-b47902fde2d1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446935 Jun 27 21:25:01.186151 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52114) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:25:01.349389 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9ba34-ac4d-4213-8917-58b5dc6bb4c4 tempest-TestMinimumBasicScenario-1923352933 tempest-TestMinimumBasicScenario-1923352933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:01.350938 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-adc9ba34-ac4d-4213-8917-58b5dc6bb4c4 tempest-TestMinimumBasicScenario-1923352933 tempest-TestMinimumBasicScenario-1923352933-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 1125 time: 0.1637678 Jun 27 21:25:01.354476 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52118) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:25:01.361716 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'port_id': '327711ca-a708-4b77-8455-a571c628332b', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:01.391147 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device fe53f861-c6c2-4087-a223-4e44a93bac65 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:25:01.391787 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:01.479969 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:01.499435 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port fe53f861-c6c2-4087-a223-4e44a93bac65, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=fe53f861-c6c2-4087-a223-4e44a93bac65,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:25:01.511939 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'port_id': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'mac_address': 'fa:16:3e:f7:79:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:25:01.548350 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port fe53f861-c6c2-4087-a223-4e44a93bac65 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:25:01.548935 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:01.563187 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe53f861-c6c2-4087-a223-4e44a93bac65 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:25:01.583969 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port fe53f861-c6c2-4087-a223-4e44a93bac65, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=fe53f861-c6c2-4087-a223-4e44a93bac65,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:25:01.588701 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:01.597068 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Allocated IP 172.27.0.104 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/2a07b8bf-4b55-403f-b4c1-1647a181c6c1) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:25:01.621990 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:01.635226 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:01.646521 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=fe53f861-c6c2-4087-a223-4e44a93bac65,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:01.708434 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for port (2a07b8bf-4b55-403f-b4c1-1647a181c6c1), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:01.742052 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (2a07b8bf-4b55-403f-b4c1-1647a181c6c1), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:01.781852 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:25:01.785043 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:25:01.789868 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:25:01.795840 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'Port': ['ID=2a07b8bf-4b55-403f-b4c1-1647a181c6c1,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:01.896814 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:01.911167 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:01.937586 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['fe53f861-c6c2-4087-a223-4e44a93bac65'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:25:01.950816 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b2453-9f6b-406d-8792-c8987a152535 req-5ed4ef8e-aa99-4686-95a4-97155375b0be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:01.952382 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-222b2453-9f6b-406d-8792-c8987a152535 req-5ed4ef8e-aa99-4686-95a4-97155375b0be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 945 time: 0.1075156 Jun 27 21:25:02.074870 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-222b2453-9f6b-406d-8792-c8987a152535 req-4ec5519f-0e3c-4c29-907d-33698deba5ca tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1061225 Jun 27 21:25:02.292526 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for floatingip (c5502511-bb05-4b0c-8e1e-fddd6c1449fb), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:02.366514 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (2a07b8bf-4b55-403f-b4c1-1647a181c6c1), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:02.797987 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for port (2a07b8bf-4b55-403f-b4c1-1647a181c6c1), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:02.805156 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (2a07b8bf-4b55-403f-b4c1-1647a181c6c1), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:02.872121 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'Port': ['ID=2a07b8bf-4b55-403f-b4c1-1647a181c6c1,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:02.883809 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (c5502511-bb05-4b0c-8e1e-fddd6c1449fb), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:02.982449 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Floating IP c5502511-bb05-4b0c-8e1e-fddd6c1449fb associated. External IP: 172.27.0.104, port: 327711ca-a708-4b77-8455-a571c628332b. Jun 27 21:25:03.085123 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:03.118613 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:03.192793 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Router e98b695e-5633-4ce1-b33a-1430619b25b9 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:25:03.194516 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafe425-3623-424f-890c-f321a68f9de3 req-1a425bf8-e4c3-4c44-b526-80ccf1e04e42 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:03.196392 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3bafe425-3623-424f-890c-f321a68f9de3 req-1a425bf8-e4c3-4c44-b526-80ccf1e04e42 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 945 time: 0.0503561 Jun 27 21:25:03.257986 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3bafe425-3623-424f-890c-f321a68f9de3 req-257b367d-6b30-461e-a801-1d7e1f805315 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0527575 Jun 27 21:25:03.306416 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:25:03.317019 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b1bd99-03f7-4074-aba2-5f7de45ca0ad None None] Sync routers for ids ['e98b695e-5633-4ce1-b33a-1430619b25b9'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:25:03.328304 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.330705 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b1bd99-03f7-4074-aba2-5f7de45ca0ad None None] Routers {'e98b695e-5633-4ce1-b33a-1430619b25b9'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:25:03.331301 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-21b1bd99-03f7-4074-aba2-5f7de45ca0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e98b695e-5633-4ce1-b33a-1430619b25b9'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:25:03.358781 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-8c0db1b6-fbda-4868-83ee-ca7009dc84d9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0027833 Jun 27 21:25:03.359463 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'tag': '327711ca-a708-4b77-8455-a571c628332b'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:25:03.361682 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52136) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:25:03.362091 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc7edd3-b679-4044-92a2-f600eb2d8355" -d '{"events": [{"name": "network-changed", "server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "tag": "327711ca-a708-4b77-8455-a571c628332b"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:25:03.366844 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2068254880', 'description': 'tempest-secgroup-smoke-2068254880 description', 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:03.394996 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.396681 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device fe53f861-c6c2-4087-a223-4e44a93bac65 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:25:03.401114 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405fb270-f642-4a7e-914f-1bc903fc636f x-openstack-request-id: req-405fb270-f642-4a7e-914f-1bc903fc636f {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:25:03.401114 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "tag": "327711ca-a708-4b77-8455-a571c628332b", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:25:03.401364 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-405fb270-f642-4a7e-914f-1bc903fc636f {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:25:03.401617 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405fb270-f642-4a7e-914f-1bc903fc636f'] response: {'name': 'network-changed', 'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'tag': '327711ca-a708-4b77-8455-a571c628332b', 'status': 'completed', 'code': 200} Jun 27 21:25:03.447295 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-21b1bd99-03f7-4074-aba2-5f7de45ca0ad None None] Set router e98b695e-5633-4ce1-b33a-1430619b25b9 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:25:03.456699 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port fe53f861-c6c2-4087-a223-4e44a93bac65 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:25:03.466354 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port fe53f861-c6c2-4087-a223-4e44a93bac65 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:25:03.467134 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.485137 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group (0a5e80ec-59fc-422d-a9fa-b10f43bcde05), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.491950 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (0a5e80ec-59fc-422d-a9fa-b10f43bcde05), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.504683 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7edd3-b679-4044-92a2-f600eb2d8355 req-853e8ec3-53fb-4300-b66a-e8713d31953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:03.506601 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fdc7edd3-b679-4044-92a2-f600eb2d8355 req-853e8ec3-53fb-4300-b66a-e8713d31953b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c9f86d6febe04e8f9745d787914b6d5c&device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 1130 time: 0.0479171 Jun 27 21:25:03.514210 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:03.524071 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.525443 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1624272 Jun 27 21:25:03.533736 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52142) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:25:03.539763 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:03.540858 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-44d0ddb6-8996-4140-8c53-7eb64a03c760 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Request body: {'security_group_rule': {'security_group_id': '0a5e80ec-59fc-422d-a9fa-b10f43bcde05', 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:03.577757 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port fe53f861-c6c2-4087-a223-4e44a93bac65 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:25:03.578442 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.589050 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44d0ddb6-8996-4140-8c53-7eb64a03c760 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (b5a7512b-90da-4e9f-97b4-3a6f0caf129d), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.592129 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5e80ec-59fc-422d-a9fa-b10f43bcde05,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:03.613097 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.613453 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.613794 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.614128 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.614459 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.614790 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.615113 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.615434 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.615757 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.616077 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.617040 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.617383 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.617708 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.618032 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.618353 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d48f59-c3f7-467f-9be2-e497c896d7c5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:03.628302 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe53f861-c6c2-4087-a223-4e44a93bac65'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:25:03.632288 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf8123e-71ca-4568-b838-ef1db8f2ff15" -d '{"events": [{"server_uuid": "8a7e5b75-82ca-47af-a6cd-41fe4b7b3453", "name": "network-vif-plugged", "status": "completed", "tag": "fe53f861-c6c2-4087-a223-4e44a93bac65"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:25:03.651215 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7edd3-b679-4044-92a2-f600eb2d8355 req-5c2cc831-063f-4715-b14c-522d0803c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:03.652888 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fdc7edd3-b679-4044-92a2-f600eb2d8355 req-5c2cc831-063f-4715-b14c-522d0803c993 service neutron] 10.222.0.33 "GET /v2.0/networks?id=34d52971-c53b-4ea9-9d05-eaeb67e201df HTTP/1.1" status: 200 len: 916 time: 0.1322210 Jun 27 21:25:03.661388 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port fe53f861-c6c2-4087-a223-4e44a93bac65, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=fe53f861-c6c2-4087-a223-4e44a93bac65,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:25:03.670597 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.684213 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44d0ddb6-8996-4140-8c53-7eb64a03c760 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (b5a7512b-90da-4e9f-97b4-3a6f0caf129d), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.690824 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44d0ddb6-8996-4140-8c53-7eb64a03c760 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (b5a7512b-90da-4e9f-97b4-3a6f0caf129d), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.698770 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-21b1bd99-03f7-4074-aba2-5f7de45ca0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:12Z', 'revision_number': 4, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'c5502511-bb05-4b0c-8e1e-fddd6c1449fb', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'port_id': '327711ca-a708-4b77-8455-a571c628332b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'mac_address': 'fa:16:3e:ce:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:02Z', 'updated_at': '2022-06-27T21:25:02Z', 'revision_number': 0, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5030ed17-512e-4494-b22f-955aa3146afd', 'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'mac_address': 'fa:16:3e:a8:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:11Z', 'updated_at': '2022-06-27T21:24:16Z', 'revision_number': 5, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'subnets': [{'id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:25:03.700831 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:03.727104 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9839a6-53b2-4db7-8862-ea54ecfe769a x-openstack-request-id: req-be9839a6-53b2-4db7-8862-ea54ecfe769a {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:25:03.727602 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7e5b75-82ca-47af-a6cd-41fe4b7b3453", "name": "network-vif-plugged", "status": "completed", "tag": "fe53f861-c6c2-4087-a223-4e44a93bac65", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:25:03.728772 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be9839a6-53b2-4db7-8862-ea54ecfe769a {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:25:03.729217 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9839a6-53b2-4db7-8862-ea54ecfe769a'] response: {'server_uuid': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'code': 200} Jun 27 21:25:03.731872 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0ddb6-8996-4140-8c53-7eb64a03c760 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a7512b-90da-4e9f-97b4-3a6f0caf129d,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:03.734190 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:03.735915 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b1bd99-03f7-4074-aba2-5f7de45ca0ad None None] Checking router: e98b695e-5633-4ce1-b33a-1430619b25b9 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:25:03.748313 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b1bd99-03f7-4074-aba2-5f7de45ca0ad None None] Routers {'e98b695e-5633-4ce1-b33a-1430619b25b9'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:25:03.749379 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-21b1bd99-03f7-4074-aba2-5f7de45ca0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e98b695e-5633-4ce1-b33a-1430619b25b9'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:25:03.757620 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-44d0ddb6-8996-4140-8c53-7eb64a03c760 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.761725 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-44d0ddb6-8996-4140-8c53-7eb64a03c760 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2244043 Jun 27 21:25:03.765056 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fdc7edd3-b679-4044-92a2-f600eb2d8355 req-4bf328fb-5887-4151-96ef-cd622b1fdc27 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327711ca-a708-4b77-8455-a571c628332b HTTP/1.1" status: 200 len: 1000 time: 0.1018636 Jun 27 21:25:03.765261 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52150) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:25:03.773075 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=fe53f861-c6c2-4087-a223-4e44a93bac65,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:03.788082 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-82fefbdf-daee-41f0-8521-954798e0ee15 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Request body: {'security_group_rule': {'security_group_id': '0a5e80ec-59fc-422d-a9fa-b10f43bcde05', 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:03.831897 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-82fefbdf-daee-41f0-8521-954798e0ee15 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (d5f8998c-ce2d-44c5-b0bb-c6e38d653cb5), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.832849 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7edd3-b679-4044-92a2-f600eb2d8355 req-37feca8f-1a0f-409c-ae0a-580680fbc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:03.834481 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fdc7edd3-b679-4044-92a2-f600eb2d8355 req-37feca8f-1a0f-409c-ae0a-580680fbc9af service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02bcd756-1432-4ede-b392-71ec41cb0c8a HTTP/1.1" status: 200 len: 854 time: 0.0557261 Jun 27 21:25:03.917853 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7edd3-b679-4044-92a2-f600eb2d8355 req-601b8e45-9536-4ade-b155-e6412ab3c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:03.918360 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-82fefbdf-daee-41f0-8521-954798e0ee15 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (d5f8998c-ce2d-44c5-b0bb-c6e38d653cb5), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.920045 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fdc7edd3-b679-4044-92a2-f600eb2d8355 req-601b8e45-9536-4ade-b155-e6412ab3c974 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=34d52971-c53b-4ea9-9d05-eaeb67e201df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560808 Jun 27 21:25:03.922993 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-82fefbdf-daee-41f0-8521-954798e0ee15 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (d5f8998c-ce2d-44c5-b0bb-c6e38d653cb5), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.947785 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fefbdf-daee-41f0-8521-954798e0ee15 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f8998c-ce2d-44c5-b0bb-c6e38d653cb5,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:03.959845 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-21b1bd99-03f7-4074-aba2-5f7de45ca0ad None None] Set router e98b695e-5633-4ce1-b33a-1430619b25b9 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:25:03.960366 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-82fefbdf-daee-41f0-8521-954798e0ee15 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:03.964899 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-82fefbdf-daee-41f0-8521-954798e0ee15 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1964180 Jun 27 21:25:03.965593 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52152) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:25:03.970189 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-a8f9f733-e7de-4195-844e-c759320d2ea1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Request body: {'security_group_rule': {'security_group_id': '0a5e80ec-59fc-422d-a9fa-b10f43bcde05', 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:03.997507 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f733-e7de-4195-844e-c759320d2ea1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (db783d31-17be-4239-b22c-2a4ae80badbb), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.058355 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f733-e7de-4195-844e-c759320d2ea1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (db783d31-17be-4239-b22c-2a4ae80badbb), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.063524 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f733-e7de-4195-844e-c759320d2ea1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (db783d31-17be-4239-b22c-2a4ae80badbb), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.078625 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9f733-e7de-4195-844e-c759320d2ea1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db783d31-17be-4239-b22c-2a4ae80badbb,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:04.082712 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fdc7edd3-b679-4044-92a2-f600eb2d8355 req-1b6c85e0-480e-4ee6-b4f7-3d837e1222b8 service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553380 Jun 27 21:25:04.094944 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f733-e7de-4195-844e-c759320d2ea1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.098901 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-a8f9f733-e7de-4195-844e-c759320d2ea1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297853 Jun 27 21:25:04.099656 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52154) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:25:04.099958 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b9e3-fde6-4594-b459-b83dc31c250f req-3e79302c-1c56-4bf5-a80b-f97afb18f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:04.102067 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b5d5b9e3-fde6-4594-b459-b83dc31c250f req-3e79302c-1c56-4bf5-a80b-f97afb18f488 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 1130 time: 0.0760236 Jun 27 21:25:04.104054 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-98e4a469-da1c-4902-988f-993b4f9a4c4a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Request body: {'security_group_rule': {'security_group_id': '0a5e80ec-59fc-422d-a9fa-b10f43bcde05', 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:04.134368 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-98e4a469-da1c-4902-988f-993b4f9a4c4a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (1ea4a77a-7c6a-4d75-af09-619e57c30bc8), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.196888 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-98e4a469-da1c-4902-988f-993b4f9a4c4a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (1ea4a77a-7c6a-4d75-af09-619e57c30bc8), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.202776 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b5d5b9e3-fde6-4594-b459-b83dc31c250f req-d7835a56-8763-4a32-b275-dfead9249b98 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0909922 Jun 27 21:25:04.203030 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-98e4a469-da1c-4902-988f-993b4f9a4c4a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (1ea4a77a-7c6a-4d75-af09-619e57c30bc8), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.203271 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-21b1bd99-03f7-4074-aba2-5f7de45ca0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:12Z', 'revision_number': 4, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'c5502511-bb05-4b0c-8e1e-fddd6c1449fb', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'port_id': '327711ca-a708-4b77-8455-a571c628332b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'mac_address': 'fa:16:3e:ce:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:02Z', 'updated_at': '2022-06-27T21:25:02Z', 'revision_number': 0, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5030ed17-512e-4494-b22f-955aa3146afd', 'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'mac_address': 'fa:16:3e:a8:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:11Z', 'updated_at': '2022-06-27T21:24:16Z', 'revision_number': 5, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'subnets': [{'id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:25:04.215007 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fdc7edd3-b679-4044-92a2-f600eb2d8355 req-00658f4b-8602-4fef-b30c-d429859b7d6f service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234865 Jun 27 21:25:04.225168 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4a469-da1c-4902-988f-993b4f9a4c4a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea4a77a-7c6a-4d75-af09-619e57c30bc8,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:04.230682 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-98e4a469-da1c-4902-988f-993b4f9a4c4a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.230814 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b1bd99-03f7-4074-aba2-5f7de45ca0ad None None] The sync data for ids ['e98b695e-5633-4ce1-b33a-1430619b25b9'] in dv-cinder-847732-1-iscsi is: [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:12Z', 'revision_number': 4, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'c5502511-bb05-4b0c-8e1e-fddd6c1449fb', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'port_id': '327711ca-a708-4b77-8455-a571c628332b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'mac_address': 'fa:16:3e:ce:21:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:02Z', 'updated_at': '2022-06-27T21:25:02Z', 'revision_number': 0, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5030ed17-512e-4494-b22f-955aa3146afd', 'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'mac_address': 'fa:16:3e:a8:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:11Z', 'updated_at': '2022-06-27T21:24:16Z', 'revision_number': 5, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'subnets': [{'id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:25:04.234482 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-98e4a469-da1c-4902-988f-993b4f9a4c4a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312349 Jun 27 21:25:04.234951 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52156) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:25:04.239759 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-d2f577a2-1825-4b4f-b813-a741223a3d8a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Request body: {'security_group_rule': {'security_group_id': '0a5e80ec-59fc-422d-a9fa-b10f43bcde05', 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:04.262397 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.securitygroups_db [None req-d2f577a2-1825-4b4f-b813-a741223a3d8a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Project c9f86d6febe04e8f9745d787914b6d5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 21:25:04.269716 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d2f577a2-1825-4b4f-b813-a741223a3d8a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (6d96eb90-b1fb-4eaa-9912-6a2adc9bb896), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.316368 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:04.342920 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d2f577a2-1825-4b4f-b813-a741223a3d8a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (6d96eb90-b1fb-4eaa-9912-6a2adc9bb896), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.348349 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d2f577a2-1825-4b4f-b813-a741223a3d8a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (6d96eb90-b1fb-4eaa-9912-6a2adc9bb896), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.368882 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f577a2-1825-4b4f-b813-a741223a3d8a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d96eb90-b1fb-4eaa-9912-6a2adc9bb896,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:04.373760 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-d2f577a2-1825-4b4f-b813-a741223a3d8a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.375569 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d2f577a2-1825-4b4f-b813-a741223a3d8a tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398325 Jun 27 21:25:04.378209 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52160) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:25:04.383410 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-79a7e9ca-4372-4190-b336-0cd91d17e1c1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Request body: {'security_group_rule': {'security_group_id': '0a5e80ec-59fc-422d-a9fa-b10f43bcde05', 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:04.406947 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b55cb-2c02-4870-a996-e7f861c19122 req-f2ac366d-aa2c-4aea-a7a7-dc97de009dab tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:04.407214 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.securitygroups_db [None req-79a7e9ca-4372-4190-b336-0cd91d17e1c1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Project c9f86d6febe04e8f9745d787914b6d5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 21:25:04.408862 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-264b55cb-2c02-4870-a996-e7f861c19122 req-f2ac366d-aa2c-4aea-a7a7-dc97de009dab tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 946 time: 0.0600107 Jun 27 21:25:04.413719 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-79a7e9ca-4372-4190-b336-0cd91d17e1c1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (8ebe2460-1181-49cc-82fd-870c5343cd43), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.466294 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-264b55cb-2c02-4870-a996-e7f861c19122 req-99e3daa2-3b3a-41fc-bdf3-345c90edb5dc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483582 Jun 27 21:25:04.474877 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9502daf6-1b81-4d49-8492-42881338ff51 None None] New status for floating IP c5502511-bb05-4b0c-8e1e-fddd6c1449fb: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:25:04.488756 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-79a7e9ca-4372-4190-b336-0cd91d17e1c1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (8ebe2460-1181-49cc-82fd-870c5343cd43), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.493498 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-79a7e9ca-4372-4190-b336-0cd91d17e1c1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631100'] for security_group_rule (8ebe2460-1181-49cc-82fd-870c5343cd43), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.516292 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7e9ca-4372-4190-b336-0cd91d17e1c1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebe2460-1181-49cc-82fd-870c5343cd43,revision_number=0']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:04.528944 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-79a7e9ca-4372-4190-b336-0cd91d17e1c1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.530827 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-79a7e9ca-4372-4190-b336-0cd91d17e1c1 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506815 Jun 27 21:25:04.605589 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:04.633116 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9f86f04a-23ec-42d2-a271-38eef92dcd2d req-87d17423-0a5e-4f3d-99df-d62a47c53981 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2068254880&fields=id&tenant_id=c9f86d6febe04e8f9745d787914b6d5c HTTP/1.1" status: 200 len: 267 time: 0.0544677 Jun 27 21:25:04.692806 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f04a-23ec-42d2-a271-38eef92dcd2d req-698d7ccf-0bcf-445d-93d1-fcb292c4fbea tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:04.694904 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9f86f04a-23ec-42d2-a271-38eef92dcd2d req-698d7ccf-0bcf-445d-93d1-fcb292c4fbea tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 946 time: 0.0556228 Jun 27 21:25:04.706083 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-9f86f04a-23ec-42d2-a271-38eef92dcd2d req-0124e460-2f8e-4745-95e2-f4f6e3299480 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Request body: {'port': {'security_groups': ['5a0bc3db-2707-4c76-9558-ef9f5f8c8e30', '0a5e80ec-59fc-422d-a9fa-b10f43bcde05']}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:04.781488 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-9f86f04a-23ec-42d2-a271-38eef92dcd2d req-0124e460-2f8e-4745-95e2-f4f6e3299480 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (327711ca-a708-4b77-8455-a571c628332b), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:04.972165 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-9f86f04a-23ec-42d2-a271-38eef92dcd2d req-0124e460-2f8e-4745-95e2-f4f6e3299480 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] For port 327711ca-a708-4b77-8455-a571c628332b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=327711ca-a708-4b77-8455-a571c628332b,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:25:05.007086 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-9f86f04a-23ec-42d2-a271-38eef92dcd2d req-0124e460-2f8e-4745-95e2-f4f6e3299480 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for port (327711ca-a708-4b77-8455-a571c628332b), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:05.016374 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-9f86f04a-23ec-42d2-a271-38eef92dcd2d req-0124e460-2f8e-4745-95e2-f4f6e3299480 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5528915'] for port (327711ca-a708-4b77-8455-a571c628332b), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:05.064405 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f04a-23ec-42d2-a271-38eef92dcd2d req-0124e460-2f8e-4745-95e2-f4f6e3299480 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:05.065123 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-9f86f04a-23ec-42d2-a271-38eef92dcd2d req-0124e460-2f8e-4745-95e2-f4f6e3299480 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:05.066496 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-9f86f04a-23ec-42d2-a271-38eef92dcd2d req-0124e460-2f8e-4745-95e2-f4f6e3299480 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "PUT /v2.0/ports/327711ca-a708-4b77-8455-a571c628332b HTTP/1.1" status: 200 len: 982 time: 0.3655789 Jun 27 21:25:05.066940 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'tag': '327711ca-a708-4b77-8455-a571c628332b'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:25:05.069282 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec7ad8f-3f16-4904-a449-33a54881a12e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "tag": "327711ca-a708-4b77-8455-a571c628332b"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:25:05.076570 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['327711ca-a708-4b77-8455-a571c628332b'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:25:05.089070 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124e460-2f8e-4745-95e2-f4f6e3299480 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'Port': ['ID=327711ca-a708-4b77-8455-a571c628332b,revision_number=6']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:05.123178 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344e8c44-4f0d-4546-8077-02bae8be804e x-openstack-request-id: req-344e8c44-4f0d-4546-8077-02bae8be804e {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:25:05.123463 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "tag": "327711ca-a708-4b77-8455-a571c628332b", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:25:05.123707 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-344e8c44-4f0d-4546-8077-02bae8be804e {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:25:05.124108 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344e8c44-4f0d-4546-8077-02bae8be804e'] response: {'name': 'network-changed', 'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'tag': '327711ca-a708-4b77-8455-a571c628332b', 'status': 'completed', 'code': 200} Jun 27 21:25:05.188442 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f0614-6fbd-4f71-b8e4-a6b9ef85c070 req-6a71f6bc-997e-471c-a8bd-3a5e61d9b67e tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:05.191076 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-381f0614-6fbd-4f71-b8e4-a6b9ef85c070 req-6a71f6bc-997e-471c-a8bd-3a5e61d9b67e tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0564082 Jun 27 21:25:05.228060 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:05.232741 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:05.261202 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-381f0614-6fbd-4f71-b8e4-a6b9ef85c070 req-98a66cbb-7f87-4562-8b39-76741b178dfd tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629659 Jun 27 21:25:05.270268 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['327711ca-a708-4b77-8455-a571c628332b'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:25:05.274003 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:05.320406 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:05.359560 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-4b25c151-fa90-4b5b-bf8e-07e17fa13933 None None] Provisioning complete for port 327711ca-a708-4b77-8455-a571c628332b triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:25:05.359892 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-4b25c151-fa90-4b5b-bf8e-07e17fa13933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (327711ca-a708-4b77-8455-a571c628332b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:05.574315 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-4b25c151-fa90-4b5b-bf8e-07e17fa13933 None None] Current status of the port 327711ca-a708-4b77-8455-a571c628332b is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:25:05.615117 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468913-d63e-408e-b44c-572edf73663c req-cc3cbba4-1755-4c57-a873-73bfe14729bc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:05.617336 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-51468913-d63e-408e-b44c-572edf73663c req-cc3cbba4-1755-4c57-a873-73bfe14729bc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 946 time: 0.0651093 Jun 27 21:25:05.670343 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-51468913-d63e-408e-b44c-572edf73663c req-17485363-34be-437f-b8aa-9079d8f60e0a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464971 Jun 27 21:25:05.841670 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=100 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:05.842797 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece9757-8c16-4f89-8e17-2ac6112c94fa req-63f61c82-158c-4b6a-9846-4851e388bd66 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:05.844265 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2ece9757-8c16-4f89-8e17-2ac6112c94fa req-63f61c82-158c-4b6a-9846-4851e388bd66 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 946 time: 0.0944564 Jun 27 21:25:05.851479 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7ad8f-3f16-4904-a449-33a54881a12e req-a083a1d0-c533-426b-92ad-2df75ba2a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:05.852993 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6ec7ad8f-3f16-4904-a449-33a54881a12e req-a083a1d0-c533-426b-92ad-2df75ba2a5f1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c9f86d6febe04e8f9745d787914b6d5c&device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 1169 time: 0.0575712 Jun 27 21:25:05.904588 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-2ece9757-8c16-4f89-8e17-2ac6112c94fa req-b7845780-d125-4f6b-9ab9-2b868acb29ef tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471311 Jun 27 21:25:05.927503 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52178) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:25:05.971803 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79c8fe0-a77d-4905-888c-ffb1ae1db7ba tempest-TestVolumeBootPattern-1786636169 tempest-TestVolumeBootPattern-1786636169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:05.973188 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-d79c8fe0-a77d-4905-888c-ffb1ae1db7ba tempest-TestVolumeBootPattern-1786636169 tempest-TestVolumeBootPattern-1786636169-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 1125 time: 0.0446620 Jun 27 21:25:05.976022 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52180) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:25:05.980249 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'port_id': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:06.002719 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:06.028882 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7ad8f-3f16-4904-a449-33a54881a12e req-6be7eaf8-09c2-438b-a338-2cdce655fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:06.030413 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6ec7ad8f-3f16-4904-a449-33a54881a12e req-6be7eaf8-09c2-438b-a338-2cdce655fcda service neutron] 10.222.0.33 "GET /v2.0/networks?id=34d52971-c53b-4ea9-9d05-eaeb67e201df HTTP/1.1" status: 200 len: 916 time: 0.0951622 Jun 27 21:25:06.070279 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:06.090597 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:06.095261 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6ec7ad8f-3f16-4904-a449-33a54881a12e req-d2ebe9f1-ce48-43e1-af02-507dc6e9327d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327711ca-a708-4b77-8455-a571c628332b HTTP/1.1" status: 200 len: 1002 time: 0.0562584 Jun 27 21:25:06.148976 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7ad8f-3f16-4904-a449-33a54881a12e req-bc13a274-52fd-4b7d-a118-5088a652b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:06.150542 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6ec7ad8f-3f16-4904-a449-33a54881a12e req-bc13a274-52fd-4b7d-a118-5088a652b3f8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02bcd756-1432-4ede-b392-71ec41cb0c8a HTTP/1.1" status: 200 len: 854 time: 0.0463510 Jun 27 21:25:06.199304 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Allocated IP 172.27.0.121 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/3711640b-9bd0-4cb1-a32d-3c098350ecda) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:25:06.204639 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7ad8f-3f16-4904-a449-33a54881a12e req-701537f4-af1b-4a6e-9f2c-4b769104c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:06.206803 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6ec7ad8f-3f16-4904-a449-33a54881a12e req-701537f4-af1b-4a6e-9f2c-4b769104c4b4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=34d52971-c53b-4ea9-9d05-eaeb67e201df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457385 Jun 27 21:25:06.294626 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:06.308196 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6ec7ad8f-3f16-4904-a449-33a54881a12e req-9a7b582e-8476-4ba6-818e-bfcd1a92a30d service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872200 Jun 27 21:25:06.313615 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for port (3711640b-9bd0-4cb1-a32d-3c098350ecda), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:06.347611 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (3711640b-9bd0-4cb1-a32d-3c098350ecda), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:06.387641 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:25:06.392453 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:25:06.396344 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:25:06.399793 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'Port': ['ID=3711640b-9bd0-4cb1-a32d-3c098350ecda,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:06.415416 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6ec7ad8f-3f16-4904-a449-33a54881a12e req-6e7b63cc-f497-424a-8401-099386efb344 service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934451 Jun 27 21:25:06.762216 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (b0fbf869-43d0-475e-b92a-23f5341e1279), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:06.830859 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3711640b-9bd0-4cb1-a32d-3c098350ecda), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:06.863836 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:06.985562 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for port (3711640b-9bd0-4cb1-a32d-3c098350ecda), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:06.991726 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5528915'] for port (3711640b-9bd0-4cb1-a32d-3c098350ecda), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:07.065831 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:07.068802 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'Port': ['ID=3711640b-9bd0-4cb1-a32d-3c098350ecda,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:07.077837 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (b0fbf869-43d0-475e-b92a-23f5341e1279), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:07.179080 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Floating IP b0fbf869-43d0-475e-b92a-23f5341e1279 associated. External IP: 172.27.0.121, port: fe53f861-c6c2-4087-a223-4e44a93bac65. Jun 27 21:25:07.388647 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:25:07.515450 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:25:07.526058 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a827fe6-fe45-41a0-b7f0-da82609b8f0e None None] Sync routers for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:25:07.535509 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:07.537179 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a827fe6-fe45-41a0-b7f0-da82609b8f0e None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:25:07.537793 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-0a827fe6-fe45-41a0-b7f0-da82609b8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:25:07.566929 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6e75fc7f-e984-4f52-a714-be556f6383fc tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5898800 Jun 27 21:25:07.567523 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'tag': 'fe53f861-c6c2-4087-a223-4e44a93bac65'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:25:07.569817 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c61cb3-f355-4d7f-a409-5e276df24913" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7e5b75-82ca-47af-a6cd-41fe4b7b3453", "tag": "fe53f861-c6c2-4087-a223-4e44a93bac65"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:25:07.606266 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e942dc-7de5-4a6f-ab8b-23d62983ef31 x-openstack-request-id: req-80e942dc-7de5-4a6f-ab8b-23d62983ef31 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:25:07.606554 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7e5b75-82ca-47af-a6cd-41fe4b7b3453", "tag": "fe53f861-c6c2-4087-a223-4e44a93bac65", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:25:07.606807 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80e942dc-7de5-4a6f-ab8b-23d62983ef31 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:25:07.607213 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e942dc-7de5-4a6f-ab8b-23d62983ef31'] response: {'name': 'network-changed', 'server_uuid': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'tag': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'status': 'completed', 'code': 200} Jun 27 21:25:07.643114 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-0a827fe6-fe45-41a0-b7f0-da82609b8f0e None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:25:07.735716 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61cb3-f355-4d7f-a409-5e276df24913 req-5a93a958-6d48-46c2-bf54-cd0c8bf3256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:07.738096 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f2c61cb3-f355-4d7f-a409-5e276df24913 req-5a93a958-6d48-46c2-bf54-cd0c8bf3256e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 1130 time: 0.0531790 Jun 27 21:25:07.840746 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61cb3-f355-4d7f-a409-5e276df24913 req-3a6b75a2-e764-46be-a4d3-244d6a6c55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:07.842278 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f2c61cb3-f355-4d7f-a409-5e276df24913 req-3a6b75a2-e764-46be-a4d3-244d6a6c55b5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 912 time: 0.0945888 Jun 27 21:25:07.878279 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-0a827fe6-fe45-41a0-b7f0-da82609b8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'b0fbf869-43d0-475e-b92a-23f5341e1279', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:f7:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:06Z', 'updated_at': '2022-06-27T21:25:06Z', 'revision_number': 0, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:25:07.903318 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a827fe6-fe45-41a0-b7f0-da82609b8f0e None None] Checking router: 2b933b80-f49e-46dc-bca7-4c2ad4526c3a for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:25:07.906860 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f2c61cb3-f355-4d7f-a409-5e276df24913 req-6b4ebf21-f51d-4f62-bd63-aa0aaa53675b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe53f861-c6c2-4087-a223-4e44a93bac65 HTTP/1.1" status: 200 len: 1000 time: 0.0582042 Jun 27 21:25:07.911850 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a827fe6-fe45-41a0-b7f0-da82609b8f0e None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:25:07.912530 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-0a827fe6-fe45-41a0-b7f0-da82609b8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:24:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:25:07.956851 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61cb3-f355-4d7f-a409-5e276df24913 req-4b2c811f-bfc5-40a8-9860-97389750e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:07.958366 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f2c61cb3-f355-4d7f-a409-5e276df24913 req-4b2c811f-bfc5-40a8-9860-97389750e629 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0454500 Jun 27 21:25:08.007473 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c61cb3-f355-4d7f-a409-5e276df24913 req-f8b5d061-c085-49e6-8a50-a0dc408a2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:08.009011 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f2c61cb3-f355-4d7f-a409-5e276df24913 req-f8b5d061-c085-49e6-8a50-a0dc408a2c28 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442684 Jun 27 21:25:08.013966 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:08.016402 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-0a827fe6-fe45-41a0-b7f0-da82609b8f0e None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:25:08.113152 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f2c61cb3-f355-4d7f-a409-5e276df24913 req-353b3f60-455c-4c5f-8611-206539009acb service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974073 Jun 27 21:25:08.142006 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:08.151048 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:08.192558 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:08.222088 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f2c61cb3-f355-4d7f-a409-5e276df24913 req-429227dd-aac1-46a5-b7f3-c0285fd38301 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025534 Jun 27 21:25:08.272131 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-0a827fe6-fe45-41a0-b7f0-da82609b8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'b0fbf869-43d0-475e-b92a-23f5341e1279', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:f7:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:06Z', 'updated_at': '2022-06-27T21:25:06Z', 'revision_number': 0, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:25:08.297663 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a827fe6-fe45-41a0-b7f0-da82609b8f0e None None] The sync data for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi is: [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'b0fbf869-43d0-475e-b92a-23f5341e1279', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:f7:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:06Z', 'updated_at': '2022-06-27T21:25:06Z', 'revision_number': 0, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:25:08.498651 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1207ee4a-740b-46eb-9c6f-65385dccf399 None None] New status for floating IP b0fbf869-43d0-475e-b92a-23f5341e1279: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:25:10.620801 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc8d97ed-e8df-43ad-b726-fff24d361fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:12.609856 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-69537b5a-4bcd-4e1e-8a65-350284104442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:13.797515 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:13.812140 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:15.463379 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:15.710341 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:17.561811 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:17.564003 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:18.216777 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=8 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:18.218848 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:18.275140 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=13 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:18.297489 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=23 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:19.602198 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:29.590080 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:29.594049 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=35,neutron:UPDATE=6 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:33.737753 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5988-800b-4813-9bb1-90a98aefa7d1 req-5da561b0-491b-47c3-a356-839dd83d3d51 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:33.739239 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-187f5988-800b-4813-9bb1-90a98aefa7d1 req-5da561b0-491b-47c3-a356-839dd83d3d51 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 945 time: 0.0693898 Jun 27 21:25:33.793227 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-187f5988-800b-4813-9bb1-90a98aefa7d1 req-6c724f8a-bbda-4772-803e-b61ad58b2dc5 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Jun 27 21:25:34.930820 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df472fc3-8b5e-49f0-8296-25ff9b75ad69 req-969a9bb8-8206-4eb1-8e7c-1f3eeb84f7a0 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:34.932315 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-df472fc3-8b5e-49f0-8296-25ff9b75ad69 req-969a9bb8-8206-4eb1-8e7c-1f3eeb84f7a0 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 945 time: 0.0545201 Jun 27 21:25:34.995184 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-df472fc3-8b5e-49f0-8296-25ff9b75ad69 req-e315f846-9964-477c-a2dd-926e60ea451a tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543768 Jun 27 21:25:35.523505 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4480e6-47c9-4ba4-a55b-c02c0ec6e5ca req-a85ca08c-0e7c-4949-a8c4-81a82694cb11 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:35.524873 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dc4480e6-47c9-4ba4-a55b-c02c0ec6e5ca req-a85ca08c-0e7c-4949-a8c4-81a82694cb11 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 945 time: 0.0525606 Jun 27 21:25:35.616779 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-dc4480e6-47c9-4ba4-a55b-c02c0ec6e5ca req-50252291-737b-43ba-8302-d9878df8e805 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Deleting port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:25:35.617153 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-dc4480e6-47c9-4ba4-a55b-c02c0ec6e5ca req-50252291-737b-43ba-8302-d9878df8e805 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:35.713930 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-dc4480e6-47c9-4ba4-a55b-c02c0ec6e5ca req-50252291-737b-43ba-8302-d9878df8e805 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] For port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3,segment=NetworkSegment(0d9d015a-c3b9-44e0-9aec-b1329423e0ac),segment_id=0d9d015a-c3b9-44e0-9aec-b1329423e0ac)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:25:35.714280 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-dc4480e6-47c9-4ba4-a55b-c02c0ec6e5ca req-50252291-737b-43ba-8302-d9878df8e805 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:35.728062 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-dc4480e6-47c9-4ba4-a55b-c02c0ec6e5ca req-50252291-737b-43ba-8302-d9878df8e805 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Calling delete_port for ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:25:35.802618 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:25:35.874656 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-dc4480e6-47c9-4ba4-a55b-c02c0ec6e5ca req-50252291-737b-43ba-8302-d9878df8e805 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:35.906935 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50252291-737b-43ba-8302-d9878df8e805 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Pushing event deleted for resources: {'Port': ['ID=ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:35.911543 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:25:35.952087 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4480e6-47c9-4ba4-a55b-c02c0ec6e5ca req-50252291-737b-43ba-8302-d9878df8e805 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] No DVR routers for this DVR port ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:25:35.955264 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-dc4480e6-47c9-4ba4-a55b-c02c0ec6e5ca req-50252291-737b-43ba-8302-d9878df8e805 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:35.958665 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dc4480e6-47c9-4ba4-a55b-c02c0ec6e5ca req-50252291-737b-43ba-8302-d9878df8e805 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.33 "DELETE /v2.0/ports/ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 HTTP/1.1" status: 204 len: 173 time: 0.4282656 Jun 27 21:25:35.959155 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c20f29-5815-4489-a5fc-7a5ee23b071c', 'name': 'network-vif-deleted', 'tag': 'ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:25:35.961485 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260e9e02-7441-4721-a0d7-b7de6b17bc21" -d '{"events": [{"server_uuid": "b9c20f29-5815-4489-a5fc-7a5ee23b071c", "name": "network-vif-deleted", "tag": "ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:25:36.002071 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b9da07-e03b-4f85-80ac-bde47568b986 x-openstack-request-id: req-45b9da07-e03b-4f85-80ac-bde47568b986 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:25:36.002456 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c20f29-5815-4489-a5fc-7a5ee23b071c", "name": "network-vif-deleted", "tag": "ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:25:36.003504 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45b9da07-e03b-4f85-80ac-bde47568b986 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:25:36.003504 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b9da07-e03b-4f85-80ac-bde47568b986'] response: {'server_uuid': 'b9c20f29-5815-4489-a5fc-7a5ee23b071c', 'name': 'network-vif-deleted', 'tag': 'ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3', 'status': 'completed', 'code': 200} Jun 27 21:25:36.110914 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-78ab1252-2f07-484d-b4c3-d48b08de51a4 req-7d46e56f-0da5-4d26-a2d5-c56fe4fbe437 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c20f29-5815-4489-a5fc-7a5ee23b071c HTTP/1.1" status: 200 len: 210 time: 0.0339932 Jun 27 21:25:37.578129 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93734d0-1397-4552-b602-30ba2ec971e6 req-ea2e8a01-7f9a-4803-8ad5-3d4aee73fabf tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:37.579885 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a93734d0-1397-4552-b602-30ba2ec971e6 req-ea2e8a01-7f9a-4803-8ad5-3d4aee73fabf tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0546267 Jun 27 21:25:37.605476 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0b2cf-2716-4df6-be5a-fda31b13fcb2 req-7b475a62-16d3-467c-85ad-78ada386ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:37.607019 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0cd0b2cf-2716-4df6-be5a-fda31b13fcb2 req-7b475a62-16d3-467c-85ad-78ada386ec4d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c9f86d6febe04e8f9745d787914b6d5c&device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 1169 time: 0.0443842 Jun 27 21:25:37.648945 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-a93734d0-1397-4552-b602-30ba2ec971e6 req-fe74eea9-31ce-4e2d-ad88-cdba18a5aced tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627744 Jun 27 21:25:38.492582 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0b2cf-2716-4df6-be5a-fda31b13fcb2 req-96c9fb21-eef1-4aa4-8c54-68a75bb6986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:38.495082 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0cd0b2cf-2716-4df6-be5a-fda31b13fcb2 req-96c9fb21-eef1-4aa4-8c54-68a75bb6986c service neutron] 10.222.0.33 "GET /v2.0/networks?id=34d52971-c53b-4ea9-9d05-eaeb67e201df HTTP/1.1" status: 200 len: 916 time: 0.0965412 Jun 27 21:25:38.773903 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1da4e-4f4d-403f-8c02-ea2d97101349 req-2948e42b-f689-46ef-ac60-8965c0b58211 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:38.775940 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dec1da4e-4f4d-403f-8c02-ea2d97101349 req-2948e42b-f689-46ef-ac60-8965c0b58211 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0485802 Jun 27 21:25:38.783100 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=5 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:38.840171 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-dec1da4e-4f4d-403f-8c02-ea2d97101349 req-231a1252-7a87-4705-be49-c2557e247b6f tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566118 Jun 27 21:25:39.252016 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0cd0b2cf-2716-4df6-be5a-fda31b13fcb2 req-500bcda8-3c6a-4fad-b030-78596a0b1855 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327711ca-a708-4b77-8455-a571c628332b HTTP/1.1" status: 200 len: 1002 time: 0.0627081 Jun 27 21:25:39.979869 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329ce6a-c401-4789-ac4c-fd0e2a3a9830 req-6dc74c4d-b289-4bfd-b5cf-6ba8ff2861b2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:39.981253 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e329ce6a-c401-4789-ac4c-fd0e2a3a9830 req-6dc74c4d-b289-4bfd-b5cf-6ba8ff2861b2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0524461 Jun 27 21:25:40.046456 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e329ce6a-c401-4789-ac4c-fd0e2a3a9830 req-ab19dc60-1ef4-4a23-9c12-0e3d2e58bb42 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593610 Jun 27 21:25:40.081191 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:25:40.103496 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:25:40.103496 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device ebca0722-12bd-4da8-bd7f-37c2b6cdd9f3 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:25:40.120401 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0b2cf-2716-4df6-be5a-fda31b13fcb2 req-f454a6a6-4fff-4f23-88ba-4423dda6ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:40.121924 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0cd0b2cf-2716-4df6-be5a-fda31b13fcb2 req-f454a6a6-4fff-4f23-88ba-4423dda6ef5e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02bcd756-1432-4ede-b392-71ec41cb0c8a HTTP/1.1" status: 200 len: 854 time: 0.0487452 Jun 27 21:25:40.165061 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:40.168791 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0b2cf-2716-4df6-be5a-fda31b13fcb2 req-30cadc35-96f0-4756-a063-187da35d9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:40.170365 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0cd0b2cf-2716-4df6-be5a-fda31b13fcb2 req-30cadc35-96f0-4756-a063-187da35d9646 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=34d52971-c53b-4ea9-9d05-eaeb67e201df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410266 Jun 27 21:25:40.247502 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:40.266421 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0cd0b2cf-2716-4df6-be5a-fda31b13fcb2 req-f49f83b4-c2d2-45ce-8b10-bab4a7254bf0 service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886030 Jun 27 21:25:40.361784 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-0cd0b2cf-2716-4df6-be5a-fda31b13fcb2 req-318a0697-6cb0-41b8-b0ff-8fb9defe03e9 service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878127 Jun 27 21:25:40.434263 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-fb7eae40-b325-471b-92a9-2c5569aeb695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:41.184444 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875989c1-1ba7-41cd-a8e2-e2a0ae4d4c66 req-87fd8e0d-3c13-45ef-bd31-e8e1fcaf3cc0 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:41.186028 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-875989c1-1ba7-41cd-a8e2-e2a0ae4d4c66 req-87fd8e0d-3c13-45ef-bd31-e8e1fcaf3cc0 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0641043 Jun 27 21:25:41.251697 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-875989c1-1ba7-41cd-a8e2-e2a0ae4d4c66 req-c329a88f-365c-4399-9bd0-2c9e8fe750b2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593820 Jun 27 21:25:42.373966 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30938257-5360-4a5b-827e-7d6d4f6dbe80 req-39171a80-a690-4479-88ee-5b400a8539d8 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:42.375469 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-30938257-5360-4a5b-827e-7d6d4f6dbe80 req-39171a80-a690-4479-88ee-5b400a8539d8 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0490499 Jun 27 21:25:42.439196 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-30938257-5360-4a5b-827e-7d6d4f6dbe80 req-dfdac91d-8f50-43f7-b041-6909476a9544 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576928 Jun 27 21:25:42.615393 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e467b7fe-5e11-4442-a2fc-ec47fd02fb45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:43.565349 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3ac67-64c5-4d6e-9a84-2c8c82478baf req-b15a39b9-6b3e-4a49-9011-a0708edc5770 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:43.567398 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-87d3ac67-64c5-4d6e-9a84-2c8c82478baf req-b15a39b9-6b3e-4a49-9011-a0708edc5770 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0542545 Jun 27 21:25:43.647792 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-87d3ac67-64c5-4d6e-9a84-2c8c82478baf req-0948377f-a521-4d07-8795-fa2e382e7cf4 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700669 Jun 27 21:25:43.815795 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:44.786605 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ccd3d-d667-41d3-9bc6-91ab0415bae3 req-f7519645-4ec7-4b95-a328-8591e3cd0f57 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:44.788109 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8e9ccd3d-d667-41d3-9bc6-91ab0415bae3 req-f7519645-4ec7-4b95-a328-8591e3cd0f57 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0563641 Jun 27 21:25:44.855428 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-8e9ccd3d-d667-41d3-9bc6-91ab0415bae3 req-3272456f-8af4-4c84-86d1-2f54bf6bd00e tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576129 Jun 27 21:25:45.123149 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e924c-6a23-4477-87aa-cbcae297937b req-5267827b-4fa5-482f-986f-6d4f8562773c tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:45.124600 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-5267827b-4fa5-482f-986f-6d4f8562773c tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/networks?id=df906fd9-a04e-4365-8460-c42478a9b69b HTTP/1.1" status: 200 len: 813 time: 0.1110549 Jun 27 21:25:45.139515 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-f33e55e7-1f0f-40ef-aaff-3a2b8d16f047 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/quotas/30944911cb4b49129983d5c19ca7a6bb HTTP/1.1" status: 200 len: 375 time: 0.0092587 Jun 27 21:25:45.174458 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-527b109c-dee7-4dd5-9e5e-799a61c3735b tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30944911cb4b49129983d5c19ca7a6bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296247 Jun 27 21:25:45.280268 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-9c9e43b1-3b27-496d-87e0-c460261adb4f service neutron] 10.222.0.13 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978026 Jun 27 21:25:45.375429 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-dc8769c1-5985-49ad-a735-fc0510dc4c86 service neutron] 10.222.0.13 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893903 Jun 27 21:25:45.467933 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:45.545095 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e1968275-1a10-43c2-8cf5-954431fa5036 req-afb922a8-4861-49a9-8ebd-3bcd0fb6a5f1 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 210 time: 0.0320129 Jun 27 21:25:45.708847 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:45.796851 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:45.986721 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4004dc6-9d08-4db5-b7c4-49c37e78b7ab req-23b9ef5f-f512-4cc7-9753-8430033ae56d tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:45.988149 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d4004dc6-9d08-4db5-b7c4-49c37e78b7ab req-23b9ef5f-f512-4cc7-9753-8430033ae56d tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0552678 Jun 27 21:25:46.058378 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d4004dc6-9d08-4db5-b7c4-49c37e78b7ab req-7c3b1390-9f53-47a6-9265-3a4ea02f0dc5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622082 Jun 27 21:25:46.610056 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e924c-6a23-4477-87aa-cbcae297937b req-dfc3c503-bfd7-445f-b008-f6401ffbd0ce tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:46.611589 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-dfc3c503-bfd7-445f-b008-f6401ffbd0ce tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.33 "GET /v2.0/networks?id=df906fd9-a04e-4365-8460-c42478a9b69b HTTP/1.1" status: 200 len: 813 time: 0.1166809 Jun 27 21:25:46.631296 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Request body: {'port': {'device_id': '3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b', 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b', 'admin_state_up': True, 'tenant_id': '30944911cb4b49129983d5c19ca7a6bb'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:46.649824 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-fe309a1f-3342-465c-ba92-c3e455357a78 req-8df83835-94b2-4b1d-80c3-5e99f3444ef7 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 210 time: 0.0295677 Jun 27 21:25:46.718137 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:46.750393 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:46.767631 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Made reservation on behalf of 30944911cb4b49129983d5c19ca7a6bb for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:25:46.771209 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:46.911985 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Allocated IP 172.20.0.6 (df906fd9-a04e-4365-8460-c42478a9b69b/832f9c54-ea20-49e1-8c18-0c230c93858b/3928436d-16cb-4539-9add-d7f1258e2a4c) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:25:47.069554 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks [] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:47.104594 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:47.160625 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Network df906fd9-a04e-4365-8460-c42478a9b69b is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:25:47.180487 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:25:47.186731 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:25:47.192335 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Pushing event updated for resources: {'Port': ['ID=3928436d-16cb-4539-9add-d7f1258e2a4c,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:47.229046 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84eefa-3bfb-4bb0-b168-763b1a520e77 req-79376398-b32e-4190-a87e-ac4a5fc40e1d tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:47.230539 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fc84eefa-3bfb-4bb0-b168-763b1a520e77 req-79376398-b32e-4190-a87e-ac4a5fc40e1d tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0964446 Jun 27 21:25:47.264917 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:47.265529 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:47.299089 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-6199fef0-e7ec-43ca-a1a3-3247e2f230de tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6716423 Jun 27 21:25:47.314744 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fc84eefa-3bfb-4bb0-b168-763b1a520e77 req-1eb9cefb-de88-4fe7-a234-7887bfe760ea tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774219 Jun 27 21:25:47.321377 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Request body: {'port': {'device_id': '3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:25:47.385812 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:47.769508 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8451e-6683-49eb-b05d-70eb07384ed6 req-a1e1428c-15bc-4410-9e00-e7649ce9335d tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:47.770980 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7cb8451e-6683-49eb-b05d-70eb07384ed6 req-a1e1428c-15bc-4410-9e00-e7649ce9335d tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 931 time: 0.0488541 Jun 27 21:25:47.784127 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:47.820494 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7cb8451e-6683-49eb-b05d-70eb07384ed6 req-bff4716b-b167-4ec0-8740-8517afb8bd64 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Jun 27 21:25:47.894586 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:47.944582 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3928436d-16cb-4539-9add-d7f1258e2a4c {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:25:47.952438 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Publish callbacks [] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:47.966149 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Transition to ACTIVE for port object 3928436d-16cb-4539-9add-d7f1258e2a4c will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:25:47.972577 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:48.021451 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3928436d-16cb-4539-9add-d7f1258e2a4c,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:48.099962 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Attempting to bind port 3928436d-16cb-4539-9add-d7f1258e2a4c on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:25:48.100285 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Attempting to bind port 3928436d-16cb-4539-9add-d7f1258e2a4c by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '0d9d015a-c3b9-44e0-9aec-b1329423e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:25:48.100608 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Attempting to bind port 3928436d-16cb-4539-9add-d7f1258e2a4c on network df906fd9-a04e-4365-8460-c42478a9b69b {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:25:48.105662 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Port 3928436d-16cb-4539-9add-d7f1258e2a4c on network df906fd9-a04e-4365-8460-c42478a9b69b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:25:48.105974 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Attempting to bind port 3928436d-16cb-4539-9add-d7f1258e2a4c on network df906fd9-a04e-4365-8460-c42478a9b69b {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:25:48.110899 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:25:48.111196 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Checking segment: {'id': '0d9d015a-c3b9-44e0-9aec-b1329423e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:25:48.111580 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Bound using segment: {'id': '0d9d015a-c3b9-44e0-9aec-b1329423e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:25:48.111989 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Bound port: 3928436d-16cb-4539-9add-d7f1258e2a4c, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9d015a-c3b9-44e0-9aec-b1329423e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:25:48.112343 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:48.173984 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] For port 3928436d-16cb-4539-9add-d7f1258e2a4c, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:25:48.176959 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] For port 3928436d-16cb-4539-9add-d7f1258e2a4c, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=3928436d-16cb-4539-9add-d7f1258e2a4c,segment=NetworkSegment(0d9d015a-c3b9-44e0-9aec-b1329423e0ac),segment_id=0d9d015a-c3b9-44e0-9aec-b1329423e0ac)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:25:48.186224 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:48.224994 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:48.225630 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:48.227074 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] 10.222.0.33 "PUT /v2.0/ports/3928436d-16cb-4539-9add-d7f1258e2a4c HTTP/1.1" status: 200 len: 1093 time: 0.9096026 Jun 27 21:25:48.227499 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b', 'tag': '3928436d-16cb-4539-9add-d7f1258e2a4c'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:25:48.229853 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bb38f9-b804-44ba-90c1-0ce5074f7312" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b", "tag": "3928436d-16cb-4539-9add-d7f1258e2a4c"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:25:48.253352 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f03302-4cb0-44c4-8af3-64c4e88ba8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3928436d-16cb-4539-9add-d7f1258e2a4c,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:48.266133 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ad4eac-2a87-458d-a87a-44abdd984c39 x-openstack-request-id: req-a6ad4eac-2a87-458d-a87a-44abdd984c39 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:25:48.266417 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b", "tag": "3928436d-16cb-4539-9add-d7f1258e2a4c", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:25:48.266668 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6ad4eac-2a87-458d-a87a-44abdd984c39 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:25:48.267068 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ad4eac-2a87-458d-a87a-44abdd984c39'] response: {'name': 'network-changed', 'server_uuid': '3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b', 'tag': '3928436d-16cb-4539-9add-d7f1258e2a4c', 'status': 'completed', 'code': 200} Jun 27 21:25:48.339230 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e924c-6a23-4477-87aa-cbcae297937b req-2bae437f-9f02-4ec7-a89e-64bb63d33624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:48.341295 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-2bae437f-9f02-4ec7-a89e-64bb63d33624 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=30944911cb4b49129983d5c19ca7a6bb&device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 1127 time: 0.0513935 Jun 27 21:25:48.390531 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-7dcf966d-a958-4bc0-b10f-768004bf5047 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3928436d-16cb-4539-9add-d7f1258e2a4c HTTP/1.1" status: 200 len: 217 time: 0.0353403 Jun 27 21:25:48.439844 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99825811-6f76-4dc3-ae8c-a187c486d95f req-4e4b994d-8e4c-417b-a7af-85f2876cefd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:48.440142 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e924c-6a23-4477-87aa-cbcae297937b req-30ff62ca-fbcf-41d7-b9ee-d8a394bb8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:48.441376 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-99825811-6f76-4dc3-ae8c-a187c486d95f req-4e4b994d-8e4c-417b-a7af-85f2876cefd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0527155 Jun 27 21:25:48.441534 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-30ff62ca-fbcf-41d7-b9ee-d8a394bb8e1f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=832f9c54-ea20-49e1-8c18-0c230c93858b HTTP/1.1" status: 200 len: 853 time: 0.0440812 Jun 27 21:25:48.473886 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-d4d32626-7815-42c2-a6ba-08a92dda945b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=df906fd9-a04e-4365-8460-c42478a9b69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262995 Jun 27 21:25:48.504294 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-99825811-6f76-4dc3-ae8c-a187c486d95f req-95243c8c-eb7e-4e2a-91d0-40e6f4970329 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568349 Jun 27 21:25:48.570417 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-1d8a3efc-1060-4668-9703-bfe24515c802 service neutron] 10.222.0.33 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897233 Jun 27 21:25:48.671222 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b01e924c-6a23-4477-87aa-cbcae297937b req-08d09b97-885d-4c06-b53d-5681f06661b1 service neutron] 10.222.0.33 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947311 Jun 27 21:25:48.964254 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db57af7-84b4-4cab-a3dc-c01da38c4a77 req-7d7ec3a4-6bf7-4e5c-bbc3-86015f57e924 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:48.965748 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9db57af7-84b4-4cab-a3dc-c01da38c4a77 req-7d7ec3a4-6bf7-4e5c-bbc3-86015f57e924 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 943 time: 0.0625737 Jun 27 21:25:48.992954 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:49.016654 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9db57af7-84b4-4cab-a3dc-c01da38c4a77 req-d7ddfd37-e6eb-4208-bdf9-714e4d6a19d2 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450373 Jun 27 21:25:49.591182 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:49.630973 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb38f9-b804-44ba-90c1-0ce5074f7312 req-7a4c8b98-8b05-4b0a-827d-54dbc33cb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:49.632488 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88bb38f9-b804-44ba-90c1-0ce5074f7312 req-7a4c8b98-8b05-4b0a-827d-54dbc33cb0b8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=30944911cb4b49129983d5c19ca7a6bb&device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 1127 time: 0.0435944 Jun 27 21:25:49.637857 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88a90a-e974-4d55-b7c3-09a1ce6e44e9 req-ae4c773c-a151-40eb-ac2a-e19ce0346ba0 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:49.639328 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0b88a90a-e974-4d55-b7c3-09a1ce6e44e9 req-ae4c773c-a151-40eb-ac2a-e19ce0346ba0 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0505047 Jun 27 21:25:49.700395 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-0b88a90a-e974-4d55-b7c3-09a1ce6e44e9 req-af83449e-2a1d-4a78-87f8-2a16e6f3d9cf tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551565 Jun 27 21:25:50.002743 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb38f9-b804-44ba-90c1-0ce5074f7312 req-972244a3-73ec-4950-bc05-9930b7081462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:50.004223 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88bb38f9-b804-44ba-90c1-0ce5074f7312 req-972244a3-73ec-4950-bc05-9930b7081462 service neutron] 10.222.0.33 "GET /v2.0/networks?id=df906fd9-a04e-4365-8460-c42478a9b69b HTTP/1.1" status: 200 len: 914 time: 0.1072361 Jun 27 21:25:50.095236 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88bb38f9-b804-44ba-90c1-0ce5074f7312 req-4dab5157-8463-4de8-aa48-bfc0d5a22821 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3928436d-16cb-4539-9add-d7f1258e2a4c HTTP/1.1" status: 200 len: 217 time: 0.0470991 Jun 27 21:25:50.182776 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f5915-4731-4f96-8ad9-c6113e2626d2 req-e67b9d37-42ef-46de-96a5-da084193f8f0 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:50.184241 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a60f5915-4731-4f96-8ad9-c6113e2626d2 req-e67b9d37-42ef-46de-96a5-da084193f8f0 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 943 time: 0.0805495 Jun 27 21:25:50.187898 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:50.215444 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb38f9-b804-44ba-90c1-0ce5074f7312 req-6aa5bd60-f638-43a1-8491-88a87acfd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:50.216970 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88bb38f9-b804-44ba-90c1-0ce5074f7312 req-6aa5bd60-f638-43a1-8491-88a87acfd5f6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=832f9c54-ea20-49e1-8c18-0c230c93858b HTTP/1.1" status: 200 len: 853 time: 0.0801337 Jun 27 21:25:50.245457 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a60f5915-4731-4f96-8ad9-c6113e2626d2 req-149d1c74-1c8c-465d-bcac-865513b3033e tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544884 Jun 27 21:25:50.481380 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88bb38f9-b804-44ba-90c1-0ce5074f7312 req-115450ab-abe3-4fba-b1c9-bc37464eaa86 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=df906fd9-a04e-4365-8460-c42478a9b69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285096 Jun 27 21:25:50.580664 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88bb38f9-b804-44ba-90c1-0ce5074f7312 req-86651216-f782-47fb-831b-ac928302c17b service neutron] 10.222.0.33 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922904 Jun 27 21:25:50.683447 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-88bb38f9-b804-44ba-90c1-0ce5074f7312 req-6ef64260-e4db-4189-b66b-9cbe864e3b9d service neutron] 10.222.0.33 "GET /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973351 Jun 27 21:25:50.952252 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb436df-7b49-495e-a0ab-f42c95ed2def req-4dae484f-3148-4556-8648-11c62ad8fd16 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:50.953795 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6eb436df-7b49-495e-a0ab-f42c95ed2def req-4dae484f-3148-4556-8648-11c62ad8fd16 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.1771760 Jun 27 21:25:51.029972 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6eb436df-7b49-495e-a0ab-f42c95ed2def req-2be18722-c238-48ff-980b-cd29991472b5 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671175 Jun 27 21:25:51.370512 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327fdde-bc5f-4640-b63f-318329796529 req-5f8f2b31-3d39-45aa-9690-593f6188fc52 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:51.371959 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8327fdde-bc5f-4640-b63f-318329796529 req-5f8f2b31-3d39-45aa-9690-593f6188fc52 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 943 time: 0.0510390 Jun 27 21:25:51.430466 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8327fdde-bc5f-4640-b63f-318329796529 req-3d9ed394-716f-46fd-a1c5-ba86e8a7910d tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502048 Jun 27 21:25:51.665309 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 3928436d-16cb-4539-9add-d7f1258e2a4c details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:25:51.766037 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 3928436d-16cb-4539-9add-d7f1258e2a4c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=3928436d-16cb-4539-9add-d7f1258e2a4c,segment=NetworkSegment(0d9d015a-c3b9-44e0-9aec-b1329423e0ac),segment_id=0d9d015a-c3b9-44e0-9aec-b1329423e0ac)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:25:51.777638 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': '3928436d-16cb-4539-9add-d7f1258e2a4c', 'network_id': 'df906fd9-a04e-4365-8460-c42478a9b69b', 'port_id': '3928436d-16cb-4539-9add-d7f1258e2a4c', 'mac_address': 'fa:16:3e:54:6b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832f9c54-ea20-49e1-8c18-0c230c93858b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:25:51.816447 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 3928436d-16cb-4539-9add-d7f1258e2a4c is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:25:51.816829 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:51.831199 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3928436d-16cb-4539-9add-d7f1258e2a4c {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:25:51.853206 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 3928436d-16cb-4539-9add-d7f1258e2a4c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=3928436d-16cb-4539-9add-d7f1258e2a4c,segment=NetworkSegment(0d9d015a-c3b9-44e0-9aec-b1329423e0ac),segment_id=0d9d015a-c3b9-44e0-9aec-b1329423e0ac)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:25:51.859612 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:51.907468 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=3928436d-16cb-4539-9add-d7f1258e2a4c,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:51.915095 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.915643 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.915969 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.916284 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.916636 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.916951 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.917313 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.917635 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.917954 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.918301 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.918610 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.918928 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.919251 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.919578 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:51.919884 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:25:52.185299 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['3928436d-16cb-4539-9add-d7f1258e2a4c'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:25:52.403107 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:52.414881 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f1c83-fd97-4438-a1f7-ba28e1f01f28 req-dffabde7-65fc-4f1b-816e-91440e168833 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:52.416476 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e26f1c83-fd97-4438-a1f7-ba28e1f01f28 req-dffabde7-65fc-4f1b-816e-91440e168833 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.3066077 Jun 27 21:25:52.465883 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:52.480236 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-e26f1c83-fd97-4438-a1f7-ba28e1f01f28 req-c21f9e6f-cf82-4da5-9e19-a44454514fc8 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a5e80ec-59fc-422d-a9fa-b10f43bcde05&id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579507 Jun 27 21:25:52.558487 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b64c8d-d893-40df-a286-dbb8d9e6c77e req-5c8a73ee-c03e-41ab-9347-b507f802522c tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:52.560002 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-20b64c8d-d893-40df-a286-dbb8d9e6c77e req-5c8a73ee-c03e-41ab-9347-b507f802522c tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 944 time: 0.0507851 Jun 27 21:25:52.611673 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-20b64c8d-d893-40df-a286-dbb8d9e6c77e req-d14dc8c2-1ebb-4971-9a5d-130dfb9527d0 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451291 Jun 27 21:25:53.670011 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 3928436d-16cb-4539-9add-d7f1258e2a4c up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:25:53.722787 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port 3928436d-16cb-4539-9add-d7f1258e2a4c completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:25:53.735603 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port 3928436d-16cb-4539-9add-d7f1258e2a4c triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:25:53.736062 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:53.748707 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72a322-660f-401f-801d-18864557c3d3 req-5f048e84-5390-42a3-be39-7df001a44272 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:53.750257 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4f72a322-660f-401f-801d-18864557c3d3 req-5f048e84-5390-42a3-be39-7df001a44272 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 944 time: 0.0530689 Jun 27 21:25:53.804849 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4f72a322-660f-401f-801d-18864557c3d3 req-814bf21c-c713-4bcf-bb01-802a181c8df8 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474665 Jun 27 21:25:53.812821 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 3928436d-16cb-4539-9add-d7f1258e2a4c is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:25:53.813236 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:53.839607 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3928436d-16cb-4539-9add-d7f1258e2a4c'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:25:53.841930 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a739fc-1230-4ba5-8448-10f5e76dd9cc" -d '{"events": [{"server_uuid": "3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b", "name": "network-vif-plugged", "status": "completed", "tag": "3928436d-16cb-4539-9add-d7f1258e2a4c"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:25:53.855049 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 3928436d-16cb-4539-9add-d7f1258e2a4c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=3928436d-16cb-4539-9add-d7f1258e2a4c,segment=NetworkSegment(0d9d015a-c3b9-44e0-9aec-b1329423e0ac),segment_id=0d9d015a-c3b9-44e0-9aec-b1329423e0ac)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:25:53.860582 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:25:53.887437 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02bbf61-5c6e-4243-8961-2b5c7af32bb6 x-openstack-request-id: req-b02bbf61-5c6e-4243-8961-2b5c7af32bb6 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:25:53.887721 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b", "name": "network-vif-plugged", "status": "completed", "tag": "3928436d-16cb-4539-9add-d7f1258e2a4c", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:25:53.887964 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b02bbf61-5c6e-4243-8961-2b5c7af32bb6 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:25:53.888351 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02bbf61-5c6e-4243-8961-2b5c7af32bb6'] response: {'server_uuid': '3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3928436d-16cb-4539-9add-d7f1258e2a4c', 'code': 200} Jun 27 21:25:53.909154 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:25:53.915470 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=3928436d-16cb-4539-9add-d7f1258e2a4c,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:25:54.139584 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e3370-e4f0-4f61-9601-5caa7ef49e94 req-23115d39-efe0-4df5-ab32-43956606fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:54.141101 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f13e3370-e4f0-4f61-9601-5caa7ef49e94 req-23115d39-efe0-4df5-ab32-43956606fdf2 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 1129 time: 0.0522532 Jun 27 21:25:54.190160 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-f13e3370-e4f0-4f61-9601-5caa7ef49e94 req-8ee2a0a4-0496-4892-ab1e-7536c9cb163c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Jun 27 21:25:54.922993 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df666b-e915-4df1-acc3-bef6229254f1 req-0c29851e-a285-4d29-824d-43ea5d4692a4 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:54.924470 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-02df666b-e915-4df1-acc3-bef6229254f1 req-0c29851e-a285-4d29-824d-43ea5d4692a4 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 945 time: 0.0487945 Jun 27 21:25:54.977187 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-02df666b-e915-4df1-acc3-bef6229254f1 req-78fc4f80-2132-44d0-9898-56946582231b tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442061 Jun 27 21:25:56.170830 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab038-07c8-4885-b543-199c53eac5dc req-74c6a207-9e1c-43f9-baba-0c80bd8f3b46 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:25:56.172327 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fccab038-07c8-4885-b543-199c53eac5dc req-74c6a207-9e1c-43f9-baba-0c80bd8f3b46 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 945 time: 0.1143911 Jun 27 21:25:56.225484 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-fccab038-07c8-4885-b543-199c53eac5dc req-a0b14ef4-0628-4233-a118-a939a0c33c44 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452313 Jun 27 21:26:03.911798 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:04.963019 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=15 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:04.973828 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=29 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:06.214755 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:06.222085 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=60 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:10.438245 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-35386bf8-4bad-4089-ae6b-99f4a9760aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:12.628822 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f71087d8-aafa-457f-a70f-2770746b27c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:12.805277 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:26:12.805792 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=2 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:13.816491 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:15.470610 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:15.706033 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:16.574340 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48136de-59a4-4d09-b633-cb1d9d7c9f06 req-4a0bc76e-6ac2-4b66-99d5-f68e2c92f841 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:16.575709 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e48136de-59a4-4d09-b633-cb1d9d7c9f06 req-4a0bc76e-6ac2-4b66-99d5-f68e2c92f841 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 945 time: 0.0564637 Jun 27 21:26:16.629329 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-e48136de-59a4-4d09-b633-cb1d9d7c9f06 req-13275e17-d570-4128-9310-7e37edfcd619 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 Jun 27 21:26:17.756961 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494fd16-b402-4401-89a6-30d1fbb910c5 req-d6580aaa-3493-4c65-aa37-7c7273b27f4b tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:17.758423 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1494fd16-b402-4401-89a6-30d1fbb910c5 req-d6580aaa-3493-4c65-aa37-7c7273b27f4b tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 945 time: 0.0504675 Jun 27 21:26:17.807697 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1494fd16-b402-4401-89a6-30d1fbb910c5 req-bf2f1de2-4692-4ab4-923c-f9587ce245c6 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/security-groups?id=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433645 Jun 27 21:26:18.328102 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c23e42-4b45-4ef5-baa1-185cd67fff66 req-eae177aa-2bf3-4007-aa63-f722818fc21e tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:18.330184 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-35c23e42-4b45-4ef5-baa1-185cd67fff66 req-eae177aa-2bf3-4007-aa63-f722818fc21e tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.33 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 945 time: 0.0609980 Jun 27 21:26:18.421101 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-35c23e42-4b45-4ef5-baa1-185cd67fff66 req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Deleting port 3928436d-16cb-4539-9add-d7f1258e2a4c {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:26:18.421382 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-35c23e42-4b45-4ef5-baa1-185cd67fff66 req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:18.515197 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-35c23e42-4b45-4ef5-baa1-185cd67fff66 req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] For port 3928436d-16cb-4539-9add-d7f1258e2a4c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=3928436d-16cb-4539-9add-d7f1258e2a4c,segment=NetworkSegment(0d9d015a-c3b9-44e0-9aec-b1329423e0ac),segment_id=0d9d015a-c3b9-44e0-9aec-b1329423e0ac)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:18.515556 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-35c23e42-4b45-4ef5-baa1-185cd67fff66 req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:18.528850 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-35c23e42-4b45-4ef5-baa1-185cd67fff66 req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Calling delete_port for 3928436d-16cb-4539-9add-d7f1258e2a4c owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:26:18.668076 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-35c23e42-4b45-4ef5-baa1-185cd67fff66 req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (3928436d-16cb-4539-9add-d7f1258e2a4c), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:18.699560 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Pushing event deleted for resources: {'Port': ['ID=3928436d-16cb-4539-9add-d7f1258e2a4c,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:18.709434 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['3928436d-16cb-4539-9add-d7f1258e2a4c'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:26:18.726413 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.726761 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.727103 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.727439 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.727771 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.728097 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.728421 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.728741 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.729125 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.729550 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.729755 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.730070 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.730387 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.730708 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.731023 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:18.754745 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c23e42-4b45-4ef5-baa1-185cd67fff66 req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] No DVR routers for this DVR port 3928436d-16cb-4539-9add-d7f1258e2a4c on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:26:18.757407 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-35c23e42-4b45-4ef5-baa1-185cd67fff66 req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:18.760790 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-35c23e42-4b45-4ef5-baa1-185cd67fff66 req-0c375e0b-b59b-4b74-b6e0-ea4431cdf469 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.33 "DELETE /v2.0/ports/3928436d-16cb-4539-9add-d7f1258e2a4c HTTP/1.1" status: 204 len: 173 time: 0.4257984 Jun 27 21:26:18.761294 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b', 'name': 'network-vif-deleted', 'tag': '3928436d-16cb-4539-9add-d7f1258e2a4c'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:26:18.763583 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701dc36e-f3bb-4148-8f17-061713697ef3" -d '{"events": [{"server_uuid": "3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b", "name": "network-vif-deleted", "tag": "3928436d-16cb-4539-9add-d7f1258e2a4c"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:26:18.801517 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686afc31-be73-4cbe-af23-37ec0b61af8d x-openstack-request-id: req-686afc31-be73-4cbe-af23-37ec0b61af8d {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:26:18.801921 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b", "name": "network-vif-deleted", "tag": "3928436d-16cb-4539-9add-d7f1258e2a4c", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:26:18.802218 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-686afc31-be73-4cbe-af23-37ec0b61af8d {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:26:18.802697 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686afc31-be73-4cbe-af23-37ec0b61af8d'] response: {'server_uuid': '3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b', 'name': 'network-vif-deleted', 'tag': '3928436d-16cb-4539-9add-d7f1258e2a4c', 'status': 'completed', 'code': 200} Jun 27 21:26:18.922284 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-cff8c9b7-4542-4890-9134-107c265ac118 req-7ec6eb6a-11ad-441d-b4f0-f682a3a8e586 tempest-VolumesSnapshotTestJSON-1783028364 tempest-VolumesSnapshotTestJSON-1783028364-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7eb428-65e6-49ea-9c5c-4b67ef6ead1b HTTP/1.1" status: 200 len: 210 time: 0.0341687 Jun 27 21:26:19.595607 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:22.799534 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=6 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:23.365160 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 3928436d-16cb-4539-9add-d7f1258e2a4c no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:26:23.396727 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: 3928436d-16cb-4539-9add-d7f1258e2a4c {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:26:23.397119 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 3928436d-16cb-4539-9add-d7f1258e2a4c not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:26:28.737259 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=55,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:28.738087 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=54,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:28.897613 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=11 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:28.898457 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=9 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:31.740282 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1881e547-58fe-4a38-9cf2-b4cffec610da req-a998da10-c2b3-4b12-a23d-b55099c9a6ab tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2068254880&fields=id&tenant_id=c9f86d6febe04e8f9745d787914b6d5c HTTP/1.1" status: 200 len: 267 time: 0.0497153 Jun 27 21:26:31.810313 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881e547-58fe-4a38-9cf2-b4cffec610da req-e0350d0c-a3c1-4519-a269-d337825cbc4e tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:31.811973 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1881e547-58fe-4a38-9cf2-b4cffec610da req-e0350d0c-a3c1-4519-a269-d337825cbc4e tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 985 time: 0.0654583 Jun 27 21:26:31.823470 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [req-1881e547-58fe-4a38-9cf2-b4cffec610da req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Request body: {'port': {'security_groups': ['5a0bc3db-2707-4c76-9558-ef9f5f8c8e30']}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:26:31.905612 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1881e547-58fe-4a38-9cf2-b4cffec610da req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (327711ca-a708-4b77-8455-a571c628332b), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.099767 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [req-1881e547-58fe-4a38-9cf2-b4cffec610da req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] For port 327711ca-a708-4b77-8455-a571c628332b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=327711ca-a708-4b77-8455-a571c628332b,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:32.129936 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1881e547-58fe-4a38-9cf2-b4cffec610da req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for port (327711ca-a708-4b77-8455-a571c628332b), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.135948 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1881e547-58fe-4a38-9cf2-b4cffec610da req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5528915'] for port (327711ca-a708-4b77-8455-a571c628332b), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.171689 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['327711ca-a708-4b77-8455-a571c628332b'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:26:32.187697 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881e547-58fe-4a38-9cf2-b4cffec610da req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:32.188306 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [req-1881e547-58fe-4a38-9cf2-b4cffec610da req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.189869 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-1881e547-58fe-4a38-9cf2-b4cffec610da req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "PUT /v2.0/ports/327711ca-a708-4b77-8455-a571c628332b HTTP/1.1" status: 200 len: 943 time: 0.3712239 Jun 27 21:26:32.190398 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'tag': '327711ca-a708-4b77-8455-a571c628332b'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:26:32.195748 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aabd4a-0d8e-4991-b7b9-9b52de811281" -d '{"events": [{"name": "network-changed", "server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "tag": "327711ca-a708-4b77-8455-a571c628332b"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:26:32.196444 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52586) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:32.247292 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event updated for resources: {'Port': ['ID=327711ca-a708-4b77-8455-a571c628332b,revision_number=7']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:32.258279 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.261353 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.262139 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.262629 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.263133 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.263752 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.264483 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.265007 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.266519 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.267093 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.267586 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.268697 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.269251 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.269728 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.270059 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578b363e-1a27-425d-affc-89925aa9eefa tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:32.277413 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95390d57-9138-4ae6-a7f8-a79e84282323 x-openstack-request-id: req-95390d57-9138-4ae6-a7f8-a79e84282323 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:26:32.277722 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "tag": "327711ca-a708-4b77-8455-a571c628332b", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:26:32.278163 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95390d57-9138-4ae6-a7f8-a79e84282323 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:26:32.278730 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95390d57-9138-4ae6-a7f8-a79e84282323'] response: {'name': 'network-changed', 'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'tag': '327711ca-a708-4b77-8455-a571c628332b', 'status': 'completed', 'code': 200} Jun 27 21:26:32.283632 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4020aa79-869c-40f2-97b7-c66ee16da463 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group (0a5e80ec-59fc-422d-a9fa-b10f43bcde05), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.324259 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4020aa79-869c-40f2-97b7-c66ee16da463 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group (0a5e80ec-59fc-422d-a9fa-b10f43bcde05), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.336383 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['327711ca-a708-4b77-8455-a571c628332b'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:26:32.405198 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4020aa79-869c-40f2-97b7-c66ee16da463 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (0a5e80ec-59fc-422d-a9fa-b10f43bcde05), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.408358 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-4020aa79-869c-40f2-97b7-c66ee16da463 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.413138 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52590) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:32.413398 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-4020aa79-869c-40f2-97b7-c66ee16da463 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a5e80ec-59fc-422d-a9fa-b10f43bcde05 HTTP/1.1" status: 204 len: 168 time: 0.2157152 Jun 27 21:26:32.477540 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020aa79-869c-40f2-97b7-c66ee16da463 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5e80ec-59fc-422d-a9fa-b10f43bcde05,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:32.484775 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-c1c17847-3151-4fd0-8eb0-f883be3022d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:32.486425 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-c1c17847-3151-4fd0-8eb0-f883be3022d4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c9f86d6febe04e8f9745d787914b6d5c&device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 1130 time: 0.1434536 Jun 27 21:26:32.520642 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-7dbfefa2-0fc9-4637-a652-8c952836edd3 None None] Provisioning complete for port 327711ca-a708-4b77-8455-a571c628332b triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:26:32.521339 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7dbfefa2-0fc9-4637-a652-8c952836edd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (327711ca-a708-4b77-8455-a571c628332b), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.588603 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Deleting port 2a07b8bf-4b55-403f-b4c1-1647a181c6c1 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:26:32.588978 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (2a07b8bf-4b55-403f-b4c1-1647a181c6c1), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.611165 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-d7760685-bc3a-4356-8c05-0e36c61ae9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:32.613170 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-d7760685-bc3a-4356-8c05-0e36c61ae9ca service neutron] 10.222.0.33 "GET /v2.0/networks?id=34d52971-c53b-4ea9-9d05-eaeb67e201df HTTP/1.1" status: 200 len: 916 time: 0.1189561 Jun 27 21:26:32.636168 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfefa2-0fc9-4637-a652-8c952836edd3 None None] Current status of the port 327711ca-a708-4b77-8455-a571c628332b is: ACTIVE; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:26:32.685902 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-ff34fd9f-4b17-40b3-ac22-bb8425b4e5a0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327711ca-a708-4b77-8455-a571c628332b HTTP/1.1" status: 200 len: 1002 time: 0.0667820 Jun 27 21:26:32.688238 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (2a07b8bf-4b55-403f-b4c1-1647a181c6c1), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.688589 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for floatingip (2a07b8bf-4b55-403f-b4c1-1647a181c6c1), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.705501 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Calling delete_port for 2a07b8bf-4b55-403f-b4c1-1647a181c6c1 owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:26:32.742215 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-d1d5020e-c799-41c9-8193-0bc27e033b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:32.743904 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-d1d5020e-c799-41c9-8193-0bc27e033b83 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02bcd756-1432-4ede-b392-71ec41cb0c8a HTTP/1.1" status: 200 len: 854 time: 0.0514188 Jun 27 21:26:32.795601 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-c5b2c25c-fd06-4f0f-a3c6-a3e34400eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:32.797572 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-c5b2c25c-fd06-4f0f-a3c6-a3e34400eb1d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=34d52971-c53b-4ea9-9d05-eaeb67e201df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476098 Jun 27 21:26:32.808254 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-b2bd613a-526a-48ba-bed5-99113605eaa1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:26:32.809407 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-b2bd613a-526a-48ba-bed5-99113605eaa1 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058169 Jun 27 21:26:32.882239 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:32.894400 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:32.908429 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (2a07b8bf-4b55-403f-b4c1-1647a181c6c1), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:32.918066 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-e056c7ee-0e93-4ecf-900a-47a487e48bcf service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019492 Jun 27 21:26:32.936308 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event deleted for resources: {'Port': ['ID=2a07b8bf-4b55-403f-b4c1-1647a181c6c1,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:33.005562 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks [] for floatingip (c5502511-bb05-4b0c-8e1e-fddd6c1449fb), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:33.005859 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Floating IP c5502511-bb05-4b0c-8e1e-fddd6c1449fb disassociated (deleted). External IP: 172.27.0.104, port: 327711ca-a708-4b77-8455-a571c628332b. Jun 27 21:26:33.023597 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a9aabd4a-0d8e-4991-b7b9-9b52de811281 req-fe34f883-3093-45c8-92e7-d754c4b6eef9 service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997593 Jun 27 21:26:33.217607 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Router e98b695e-5633-4ce1-b33a-1430619b25b9 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:26:33.333403 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:26:33.338305 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:33.344784 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f3c88c-c5ca-46a2-b25f-a0317b123328 None None] Sync routers for ids ['e98b695e-5633-4ce1-b33a-1430619b25b9'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:26:33.359648 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3c88c-c5ca-46a2-b25f-a0317b123328 None None] Routers {'e98b695e-5633-4ce1-b33a-1430619b25b9'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:26:33.360546 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-16f3c88c-c5ca-46a2-b25f-a0317b123328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:26:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e98b695e-5633-4ce1-b33a-1430619b25b9'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:33.384216 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-2ba0af55-6da1-4b79-b667-d4a3c1c43fd2 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "DELETE /v2.0/floatingips/c5502511-bb05-4b0c-8e1e-fddd6c1449fb HTTP/1.1" status: 204 len: 168 time: 0.9655027 Jun 27 21:26:33.609940 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-16f3c88c-c5ca-46a2-b25f-a0317b123328 None None] Set router e98b695e-5633-4ce1-b33a-1430619b25b9 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:26:33.841065 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-16f3c88c-c5ca-46a2-b25f-a0317b123328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:12Z', 'revision_number': 4, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '5030ed17-512e-4494-b22f-955aa3146afd', 'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'mac_address': 'fa:16:3e:a8:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:11Z', 'updated_at': '2022-06-27T21:24:16Z', 'revision_number': 5, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'subnets': [{'id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:33.866814 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f3c88c-c5ca-46a2-b25f-a0317b123328 None None] Checking router: e98b695e-5633-4ce1-b33a-1430619b25b9 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:26:33.875867 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3c88c-c5ca-46a2-b25f-a0317b123328 None None] Routers {'e98b695e-5633-4ce1-b33a-1430619b25b9'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:26:33.876474 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-16f3c88c-c5ca-46a2-b25f-a0317b123328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:26:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e98b695e-5633-4ce1-b33a-1430619b25b9'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:33.993930 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-16f3c88c-c5ca-46a2-b25f-a0317b123328 None None] Set router e98b695e-5633-4ce1-b33a-1430619b25b9 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:26:34.196345 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-16f3c88c-c5ca-46a2-b25f-a0317b123328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:12Z', 'revision_number': 4, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '5030ed17-512e-4494-b22f-955aa3146afd', 'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'mac_address': 'fa:16:3e:a8:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:11Z', 'updated_at': '2022-06-27T21:24:16Z', 'revision_number': 5, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'subnets': [{'id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:34.221974 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f3c88c-c5ca-46a2-b25f-a0317b123328 None None] The sync data for ids ['e98b695e-5633-4ce1-b33a-1430619b25b9'] in dv-cinder-847732-1-iscsi is: [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:12Z', 'revision_number': 4, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': '5030ed17-512e-4494-b22f-955aa3146afd', 'name': '', 'network_id': '34d52971-c53b-4ea9-9d05-eaeb67e201df', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'mac_address': 'fa:16:3e:a8:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:11Z', 'updated_at': '2022-06-27T21:24:16Z', 'revision_number': 5, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'subnets': [{'id': '02bcd756-1432-4ede-b392-71ec41cb0c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:26:34.280745 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'tag': '327711ca-a708-4b77-8455-a571c628332b'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:26:34.283209 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b020545-b996-458e-b5b9-18a68ef771d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "tag": "327711ca-a708-4b77-8455-a571c628332b"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:26:34.326630 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85d99eb-aaf9-46e9-98d9-ce0ec108f597 x-openstack-request-id: req-b85d99eb-aaf9-46e9-98d9-ce0ec108f597 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:26:34.327067 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "tag": "327711ca-a708-4b77-8455-a571c628332b", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:26:34.327384 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b85d99eb-aaf9-46e9-98d9-ce0ec108f597 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:26:34.327867 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85d99eb-aaf9-46e9-98d9-ce0ec108f597'] response: {'name': 'network-changed', 'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'tag': '327711ca-a708-4b77-8455-a571c628332b', 'status': 'completed', 'code': 200} Jun 27 21:26:34.441107 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b020545-b996-458e-b5b9-18a68ef771d9 req-c2128094-9c4d-4020-95a0-9f73162fe541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:34.443994 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b020545-b996-458e-b5b9-18a68ef771d9 req-c2128094-9c4d-4020-95a0-9f73162fe541 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=c9f86d6febe04e8f9745d787914b6d5c&device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 1130 time: 0.0718975 Jun 27 21:26:34.523786 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b9bd3-fd75-40ca-9cb4-14b6c180ec6f None None] New status for floating IP c5502511-bb05-4b0c-8e1e-fddd6c1449fb: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:26:34.526612 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:34.528693 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:34.574947 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b020545-b996-458e-b5b9-18a68ef771d9 req-fee284e6-6695-4631-9551-aa2afcb47e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:34.576516 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b020545-b996-458e-b5b9-18a68ef771d9 req-fee284e6-6695-4631-9551-aa2afcb47e4c service neutron] 10.222.0.33 "GET /v2.0/networks?id=34d52971-c53b-4ea9-9d05-eaeb67e201df HTTP/1.1" status: 200 len: 916 time: 0.1220369 Jun 27 21:26:34.622098 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b020545-b996-458e-b5b9-18a68ef771d9 req-98254ed5-17a3-4ff2-9242-0b1d1ea726ac service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327711ca-a708-4b77-8455-a571c628332b HTTP/1.1" status: 200 len: 217 time: 0.0347776 Jun 27 21:26:34.680991 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b020545-b996-458e-b5b9-18a68ef771d9 req-04a87b9c-f07a-40ac-b0ca-cebf732b48aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:34.682968 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b020545-b996-458e-b5b9-18a68ef771d9 req-04a87b9c-f07a-40ac-b0ca-cebf732b48aa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=02bcd756-1432-4ede-b392-71ec41cb0c8a HTTP/1.1" status: 200 len: 854 time: 0.0549822 Jun 27 21:26:34.741939 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b020545-b996-458e-b5b9-18a68ef771d9 req-d79971a0-a589-47a0-8148-62bdae2ccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:34.745230 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b020545-b996-458e-b5b9-18a68ef771d9 req-d79971a0-a589-47a0-8148-62bdae2ccd7f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=34d52971-c53b-4ea9-9d05-eaeb67e201df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548680 Jun 27 21:26:34.833543 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:34.863725 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b020545-b996-458e-b5b9-18a68ef771d9 req-6e87b6db-85b7-4f3a-b379-072ca2217192 service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124065 Jun 27 21:26:34.939762 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:34.964024 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-1b020545-b996-458e-b5b9-18a68ef771d9 req-c40bc6f5-8536-4869-a593-194e84ffcd1f service neutron] 10.222.0.33 "GET /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942345 Jun 27 21:26:36.240657 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301076d-3e19-42f3-806a-86b274b505ff req-8f61791d-93b0-4485-889a-2dde190cc4a7 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:36.242087 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7301076d-3e19-42f3-806a-86b274b505ff req-8f61791d-93b0-4485-889a-2dde190cc4a7 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 946 time: 0.0497091 Jun 27 21:26:36.295102 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-7301076d-3e19-42f3-806a-86b274b505ff req-eb6d598e-c483-4e6c-b55b-a22d6e52f8a9 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471728 Jun 27 21:26:37.424518 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e09e3-d039-496d-a34c-90803f901033 req-690c7646-f8b1-460d-b60b-237fa7729153 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:37.426298 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-053e09e3-d039-496d-a34c-90803f901033 req-690c7646-f8b1-460d-b60b-237fa7729153 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 946 time: 0.0581834 Jun 27 21:26:37.483754 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-053e09e3-d039-496d-a34c-90803f901033 req-e9cfa54f-d8a1-435d-b3c7-bd517d3ac636 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490847 Jun 27 21:26:37.991233 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdf00e-0ca8-4339-88b7-63fa6101b2a7 req-8275965c-323e-4f44-9e42-496eb53618e6 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:37.991233 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-73bdf00e-0ca8-4339-88b7-63fa6101b2a7 req-8275965c-323e-4f44-9e42-496eb53618e6 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.33 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 946 time: 0.0540981 Jun 27 21:26:38.076767 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-73bdf00e-0ca8-4339-88b7-63fa6101b2a7 req-36a12532-2754-45e6-80b6-2f70d0e4f45c tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Deleting port 327711ca-a708-4b77-8455-a571c628332b {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:26:38.077273 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-73bdf00e-0ca8-4339-88b7-63fa6101b2a7 req-36a12532-2754-45e6-80b6-2f70d0e4f45c tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (327711ca-a708-4b77-8455-a571c628332b), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:38.189435 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-73bdf00e-0ca8-4339-88b7-63fa6101b2a7 req-36a12532-2754-45e6-80b6-2f70d0e4f45c tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] For port 327711ca-a708-4b77-8455-a571c628332b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=327711ca-a708-4b77-8455-a571c628332b,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:38.190018 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-73bdf00e-0ca8-4339-88b7-63fa6101b2a7 req-36a12532-2754-45e6-80b6-2f70d0e4f45c tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (327711ca-a708-4b77-8455-a571c628332b), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:38.207253 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-73bdf00e-0ca8-4339-88b7-63fa6101b2a7 req-36a12532-2754-45e6-80b6-2f70d0e4f45c tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Calling delete_port for 327711ca-a708-4b77-8455-a571c628332b owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:26:38.354880 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-73bdf00e-0ca8-4339-88b7-63fa6101b2a7 req-36a12532-2754-45e6-80b6-2f70d0e4f45c tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (327711ca-a708-4b77-8455-a571c628332b), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:38.383733 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a12532-2754-45e6-80b6-2f70d0e4f45c tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Pushing event deleted for resources: {'Port': ['ID=327711ca-a708-4b77-8455-a571c628332b,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:38.431766 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bdf00e-0ca8-4339-88b7-63fa6101b2a7 req-36a12532-2754-45e6-80b6-2f70d0e4f45c tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] No DVR routers for this DVR port 327711ca-a708-4b77-8455-a571c628332b on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:26:38.434553 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-73bdf00e-0ca8-4339-88b7-63fa6101b2a7 req-36a12532-2754-45e6-80b6-2f70d0e4f45c tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:38.437793 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-73bdf00e-0ca8-4339-88b7-63fa6101b2a7 req-36a12532-2754-45e6-80b6-2f70d0e4f45c tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.33 "DELETE /v2.0/ports/327711ca-a708-4b77-8455-a571c628332b HTTP/1.1" status: 204 len: 173 time: 0.4441314 Jun 27 21:26:38.438247 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'name': 'network-vif-deleted', 'tag': '327711ca-a708-4b77-8455-a571c628332b'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:26:38.440487 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5445e5-8240-4a02-a209-6bd236cffbb2" -d '{"events": [{"server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "name": "network-vif-deleted", "tag": "327711ca-a708-4b77-8455-a571c628332b"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:26:38.479841 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55c5851-b4f0-4934-868d-e74f86e53648 x-openstack-request-id: req-e55c5851-b4f0-4934-868d-e74f86e53648 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:26:38.480126 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d342f76-2548-4bed-8f8e-1b722c8e61e3", "name": "network-vif-deleted", "tag": "327711ca-a708-4b77-8455-a571c628332b", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:26:38.480376 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e55c5851-b4f0-4934-868d-e74f86e53648 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:26:38.480778 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55c5851-b4f0-4934-868d-e74f86e53648'] response: {'server_uuid': '3d342f76-2548-4bed-8f8e-1b722c8e61e3', 'name': 'network-vif-deleted', 'tag': '327711ca-a708-4b77-8455-a571c628332b', 'status': 'completed', 'code': 200} Jun 27 21:26:38.597629 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-cb7ae03e-2eaa-4f3b-a430-116545446378 req-161d673f-eca0-41f1-a3be-a8a8cb475e82 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 210 time: 0.0353394 Jun 27 21:26:39.706729 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-34f50eec-b826-4eeb-93ef-edc9a71f6ba6 req-5165904f-5e0f-4e00-8b62-90e16b598b80 tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 210 time: 0.0345676 Jun 27 21:26:40.443479 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d5bb9a1c-0cba-46ad-bed1-1aa071a17241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:40.781061 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['327711ca-a708-4b77-8455-a571c628332b'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:26:40.814237 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-a675e3cd-f28a-4084-858b-8df4debf3fd2 req-00ae7f1e-a59b-4466-82c3-3feb700456ea tempest-TestMinimumBasicScenario-1239397201 tempest-TestMinimumBasicScenario-1239397201-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d342f76-2548-4bed-8f8e-1b722c8e61e3 HTTP/1.1" status: 200 len: 210 time: 0.0378795 Jun 27 21:26:42.459447 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52758) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:42.504174 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_v2 [None req-9009ab7b-7189-4f4c-8270-c364ffa4abd1 admin admin] Deleting subnet 832f9c54-ea20-49e1-8c18-0c230c93858b {{(pid=104131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:26:42.507592 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9009ab7b-7189-4f4c-8270-c364ffa4abd1 admin admin] Publish callbacks [] for subnet (832f9c54-ea20-49e1-8c18-0c230c93858b), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.542544 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52762) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:42.549234 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9009ab7b-7189-4f4c-8270-c364ffa4abd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757281'] for subnet (832f9c54-ea20-49e1-8c18-0c230c93858b), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.591090 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9009ab7b-7189-4f4c-8270-c364ffa4abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (832f9c54-ea20-49e1-8c18-0c230c93858b), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.623365 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a2ef-2f73-4e61-af49-1da16a76d172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.650897 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:42.658542 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9009ab7b-7189-4f4c-8270-c364ffa4abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966619'] for subnet (832f9c54-ea20-49e1-8c18-0c230c93858b), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.687627 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009ab7b-7189-4f4c-8270-c364ffa4abd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832f9c54-ea20-49e1-8c18-0c230c93858b,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:42.691772 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-9009ab7b-7189-4f4c-8270-c364ffa4abd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.695234 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-9009ab7b-7189-4f4c-8270-c364ffa4abd1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/832f9c54-ea20-49e1-8c18-0c230c93858b HTTP/1.1" status: 204 len: 168 time: 0.2347596 Jun 27 21:26:42.697680 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52764) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:42.770549 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (df906fd9-a04e-4365-8460-c42478a9b69b), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.777149 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:42.857713 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (df906fd9-a04e-4365-8460-c42478a9b69b), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.873484 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:42.878701 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df906fd9-a04e-4365-8460-c42478a9b69b']}} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:42.889415 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9d015a-c3b9-44e0-9aec-b1329423e0ac') {'for_net_delete': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:42.889914 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9d015a-c3b9-44e0-9aec-b1329423e0ac') {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:42.892718 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589978'] for router_interface (e98b695e-5633-4ce1-b33a-1430619b25b9), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.899613 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757304'] for segment (0d9d015a-c3b9-44e0-9aec-b1329423e0ac), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.913410 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (0d9d015a-c3b9-44e0-9aec-b1329423e0ac), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.919813 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:26:42.920171 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25770650'] for segment (0d9d015a-c3b9-44e0-9aec-b1329423e0ac), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:42.976977 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment 0d9d015a-c3b9-44e0-9aec-b1329423e0ac resource provider aggregate not found Jun 27 21:26:42.991233 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (df906fd9-a04e-4365-8460-c42478a9b69b), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:43.007397 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:43.010590 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] 10.222.0.13 "DELETE /v2.0/networks/df906fd9-a04e-4365-8460-c42478a9b69b HTTP/1.1" status: 204 len: 168 time: 0.3119743 Jun 27 21:26:43.012076 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment 0d9d015a-c3b9-44e0-9aec-b1329423e0ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d9d015a-c3b9-44e0-9aec-b1329423e0ac found for delete ", "request_id": "req-a22fc1f8-c285-4fbc-8907-dbef94e69e6d"}]} Jun 27 21:26:43.021590 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59da856-7761-4bc3-b6bf-467757e8102b admin admin] Pushing event deleted for resources: {'Network': ['ID=df906fd9-a04e-4365-8460-c42478a9b69b,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:43.088209 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:43.137654 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52772) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:43.147155 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] Deleting port 5030ed17-512e-4494-b22f-955aa3146afd {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:26:43.147498 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (5030ed17-512e-4494-b22f-955aa3146afd), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:43.177926 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-a97df88c-4d07-49bd-aa4f-cc62d0e21c98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30944911cb4b49129983d5c19ca7a6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390563 Jun 27 21:26:43.180842 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52774) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:43.232063 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-afdc761b-1578-461a-a38d-6eb6f32661f1 admin admin] Publish callbacks [] for security_group (3544b2b1-4ca7-4ba5-b786-c2a563b3d83b), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:43.232334 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] For port 5030ed17-512e-4494-b22f-955aa3146afd, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=5030ed17-512e-4494-b22f-955aa3146afd,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:43.232467 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (5030ed17-512e-4494-b22f-955aa3146afd), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:43.245800 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] Calling delete_port for 5030ed17-512e-4494-b22f-955aa3146afd owned by network:router_interface {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:26:43.254435 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-afdc761b-1578-461a-a38d-6eb6f32661f1 admin admin] Publish callbacks [] for security_group (3544b2b1-4ca7-4ba5-b786-c2a563b3d83b), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:43.305298 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-afdc761b-1578-461a-a38d-6eb6f32661f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (3544b2b1-4ca7-4ba5-b786-c2a563b3d83b), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:43.307939 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-afdc761b-1578-461a-a38d-6eb6f32661f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:43.309479 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-afdc761b-1578-461a-a38d-6eb6f32661f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3544b2b1-4ca7-4ba5-b786-c2a563b3d83b HTTP/1.1" status: 204 len: 168 time: 0.1277301 Jun 27 21:26:43.317642 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc761b-1578-461a-a38d-6eb6f32661f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3544b2b1-4ca7-4ba5-b786-c2a563b3d83b,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:43.432978 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (5030ed17-512e-4494-b22f-955aa3146afd), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:43.458082 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] Pushing event deleted for resources: {'Port': ['ID=5030ed17-512e-4494-b22f-955aa3146afd,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:43.658072 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590090'] for router_interface (e98b695e-5633-4ce1-b33a-1430619b25b9), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:43.819597 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:43.832191 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:43.886640 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] Router e98b695e-5633-4ce1-b33a-1430619b25b9 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:26:43.943703 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:44.004226 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:26:44.011922 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-dab59e87-0cb3-481c-8652-559d8da0d785 admin admin] 10.222.0.13 "PUT /v2.0/routers/e98b695e-5633-4ce1-b33a-1430619b25b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4665778 Jun 27 21:26:44.012991 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52780) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:44.014892 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb35bc5-eb30-44e4-9a80-d2128d5a3bdd None None] Sync routers for ids ['e98b695e-5633-4ce1-b33a-1430619b25b9'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:26:44.026533 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb35bc5-eb30-44e4-9a80-d2128d5a3bdd None None] Routers {'e98b695e-5633-4ce1-b33a-1430619b25b9'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:26:44.027144 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-feb35bc5-eb30-44e4-9a80-d2128d5a3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:26:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e98b695e-5633-4ce1-b33a-1430619b25b9'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:44.113531 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Publish callbacks [] for router (e98b695e-5633-4ce1-b33a-1430619b25b9), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:44.131175 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-feb35bc5-eb30-44e4-9a80-d2128d5a3bdd None None] Set router e98b695e-5633-4ce1-b33a-1430619b25b9 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:26:44.183687 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:44.214093 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Publish callbacks [] for router_gateway (e98b695e-5633-4ce1-b33a-1430619b25b9), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:44.237865 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:44.262355 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Deleting port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:26:44.262596 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:44.299860 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-feb35bc5-eb30-44e4-9a80-d2128d5a3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:26:43Z', 'revision_number': 5, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port': {'id': '3574e447-b7e2-4267-a4d1-3e5fafd26fd0', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:44.330553 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb35bc5-eb30-44e4-9a80-d2128d5a3bdd None None] Checking router: e98b695e-5633-4ce1-b33a-1430619b25b9 for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:26:44.340027 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb35bc5-eb30-44e4-9a80-d2128d5a3bdd None None] Routers {'e98b695e-5633-4ce1-b33a-1430619b25b9'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:26:44.340839 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-feb35bc5-eb30-44e4-9a80-d2128d5a3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:26:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['e98b695e-5633-4ce1-b33a-1430619b25b9'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:44.346102 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] For port 3574e447-b7e2-4267-a4d1-3e5fafd26fd0, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=3574e447-b7e2-4267-a4d1-3e5fafd26fd0,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:44.346464 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:44.361635 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Calling delete_port for 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 owned by network:router_gateway {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:26:44.406545 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:44.431908 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-feb35bc5-eb30-44e4-9a80-d2128d5a3bdd None None] Set router e98b695e-5633-4ce1-b33a-1430619b25b9 gateway port host: None {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:26:44.467093 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:44.486204 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-feb35bc5-eb30-44e4-9a80-d2128d5a3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:26:44Z', 'revision_number': 6, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port_host': None}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:44.510919 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb35bc5-eb30-44e4-9a80-d2128d5a3bdd None None] The sync data for ids ['e98b695e-5633-4ce1-b33a-1430619b25b9'] in dv-cinder-847732-1-iscsi is: [{'id': 'e98b695e-5633-4ce1-b33a-1430619b25b9', 'name': 'tempest-TestMinimumBasicScenario-2078795287-router', 'tenant_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:09Z', 'updated_at': '2022-06-27T21:26:44Z', 'revision_number': 6, 'project_id': 'c9f86d6febe04e8f9745d787914b6d5c', 'gw_port_host': None}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:26:44.532487 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (3574e447-b7e2-4267-a4d1-3e5fafd26fd0), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:44.556177 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Pushing event deleted for resources: {'Port': ['ID=3574e447-b7e2-4267-a4d1-3e5fafd26fd0,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:44.623075 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601284'] for router_gateway (e98b695e-5633-4ce1-b33a-1430619b25b9), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:44.794376 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 327711ca-a708-4b77-8455-a571c628332b no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:26:44.818808 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: 327711ca-a708-4b77-8455-a571c628332b {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:26:44.819153 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 327711ca-a708-4b77-8455-a571c628332b not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:26:44.993200 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-c3e22f9c-9a23-416c-82e0-661f0606f13e tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6158128&fields=id&tenant_id=824cb65198bf417fbc4baeae349d358d HTTP/1.1" status: 200 len: 267 time: 0.0469337 Jun 27 21:26:45.012878 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2570'] for router (e98b695e-5633-4ce1-b33a-1430619b25b9), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.015213 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Publish callbacks [] for router_controller (e98b695e-5633-4ce1-b33a-1430619b25b9), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.058804 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591556'] for router (e98b695e-5633-4ce1-b33a-1430619b25b9), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.059328 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e98b695e-5633-4ce1-b33a-1430619b25b9 {{(pid=104131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 21:26:45.063909 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.067090 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-7c7693ac-da27-4ef6-8475-0658f9262352 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e98b695e-5633-4ce1-b33a-1430619b25b9 HTTP/1.1" status: 204 len: 168 time: 1.0506377 Jun 27 21:26:45.067256 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52792) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:45.110459 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-fb24b541-b3f9-468a-88c7-2057b42193d4 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:45.112155 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-fb24b541-b3f9-468a-88c7-2057b42193d4 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 811 time: 0.1122777 Jun 27 21:26:45.114876 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_v2 [None req-0469f297-c3e2-40ce-a1e1-18b767f4591d admin admin] Deleting subnet 02bcd756-1432-4ede-b392-71ec41cb0c8a {{(pid=104131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:26:45.118432 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0469f297-c3e2-40ce-a1e1-18b767f4591d admin admin] Publish callbacks [] for subnet (02bcd756-1432-4ede-b392-71ec41cb0c8a), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.127551 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-a2b2c392-a94d-4c66-b0ae-b9efd8613773 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/quotas/824cb65198bf417fbc4baeae349d358d HTTP/1.1" status: 200 len: 375 time: 0.0093489 Jun 27 21:26:45.154352 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0469f297-c3e2-40ce-a1e1-18b767f4591d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757281'] for subnet (02bcd756-1432-4ede-b392-71ec41cb0c8a), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.179781 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ee2c30ca-5edf-4af5-9a5d-bbbf9308236f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464385 Jun 27 21:26:45.196834 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-f2113613-55c2-438e-b6c9-b28fb3dd5b1a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104130) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 21:26:45.197822 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-f2113613-55c2-438e-b6c9-b28fb3dd5b1a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055504 Jun 27 21:26:45.241523 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0469f297-c3e2-40ce-a1e1-18b767f4591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (02bcd756-1432-4ede-b392-71ec41cb0c8a), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.304617 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0469f297-c3e2-40ce-a1e1-18b767f4591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25966619'] for subnet (02bcd756-1432-4ede-b392-71ec41cb0c8a), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.307178 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-86efa1d5-506d-474d-8d0f-34f9b2608d4e service neutron] 10.222.0.13 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004586 Jun 27 21:26:45.334627 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469f297-c3e2-40ce-a1e1-18b767f4591d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02bcd756-1432-4ede-b392-71ec41cb0c8a,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:45.338268 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-0469f297-c3e2-40ce-a1e1-18b767f4591d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for subnet (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.341388 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-0469f297-c3e2-40ce-a1e1-18b767f4591d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/02bcd756-1432-4ede-b392-71ec41cb0c8a HTTP/1.1" status: 204 len: 168 time: 0.2731879 Jun 27 21:26:45.343882 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52794) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:45.346394 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e8444-5863-4045-8c5a-a1f21d5aad6c None None] Network 34d52971-c53b-4ea9-9d05-eaeb67e201df requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:26:45.422679 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-cefb92b0-c7dd-406c-bb37-3273a72d1b15 service neutron] 10.222.0.13 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089213 Jun 27 21:26:45.437898 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (34d52971-c53b-4ea9-9d05-eaeb67e201df), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.480851 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.488228 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Deleting port 8684f907-c86d-4526-99d3-333bfd0b5247 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:26:45.488613 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.529623 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f823e-3951-420c-944b-7e96be1d02e6 None None] DHCP port deletion for 34d52971-c53b-4ea9-9d05-eaeb67e201df request from dv-cinder-847732-1-iscsi {{(pid=104132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 21:26:45.559113 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] For port 8684f907-c86d-4526-99d3-333bfd0b5247, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=8684f907-c86d-4526-99d3-333bfd0b5247,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:45.559474 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.573696 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Calling delete_port for 8684f907-c86d-4526-99d3-333bfd0b5247 owned by network:dhcp {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:26:45.575612 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f823e-3951-420c-944b-7e96be1d02e6 None None] Deleting port 8684f907-c86d-4526-99d3-333bfd0b5247 {{(pid=104132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:26:45.576006 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-cc0f823e-3951-420c-944b-7e96be1d02e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), before_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.643720 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:45.652535 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-cc0f823e-3951-420c-944b-7e96be1d02e6 None None] For port 8684f907-c86d-4526-99d3-333bfd0b5247, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=8684f907-c86d-4526-99d3-333bfd0b5247,segment=NetworkSegment(50bcae4a-2018-4d11-9319-3b751cede434),segment_id=50bcae4a-2018-4d11-9319-3b751cede434)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:45.652955 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-cc0f823e-3951-420c-944b-7e96be1d02e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), precommit_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.669467 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f823e-3951-420c-944b-7e96be1d02e6 None None] Calling delete_port for 8684f907-c86d-4526-99d3-333bfd0b5247 owned by network:dhcp {{(pid=104132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:26:45.671771 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.697058 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=8684f907-c86d-4526-99d3-333bfd0b5247,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:45.703741 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] No DVR routers for this DVR port 8684f907-c86d-4526-99d3-333bfd0b5247 on host dv-cinder-847732-1-iscsi {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:26:45.766526 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:45.771203 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.803495 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-cc0f823e-3951-420c-944b-7e96be1d02e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (8684f907-c86d-4526-99d3-333bfd0b5247), after_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.811841 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (34d52971-c53b-4ea9-9d05-eaeb67e201df), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.839003 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f823e-3951-420c-944b-7e96be1d02e6 None None] Pushing event deleted for resources: {'Port': ['ID=8684f907-c86d-4526-99d3-333bfd0b5247,revision_number=None']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:45.850911 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d52971-c53b-4ea9-9d05-eaeb67e201df']}} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:45.859569 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f823e-3951-420c-944b-7e96be1d02e6 None None] No DVR routers for this DVR port 8684f907-c86d-4526-99d3-333bfd0b5247 on host dv-cinder-847732-1-iscsi {{(pid=104132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:26:45.871144 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 5030ed17-512e-4494-b22f-955aa3146afd no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:26:45.882853 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-8160d03b-b835-4e9d-abe1-0bcf112dd8b6 req-302489e1-7fc8-414e-86bb-82e4bd882f8a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 210 time: 0.0541975 Jun 27 21:26:45.884986 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bcae4a-2018-4d11-9319-3b751cede434') {'for_net_delete': True} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:45.885347 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.services.segments.db [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bcae4a-2018-4d11-9319-3b751cede434') {} {{(pid=104131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:45.897916 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 5030ed17-512e-4494-b22f-955aa3146afd {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:26:45.898459 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 5030ed17-512e-4494-b22f-955aa3146afd not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:26:45.899053 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 8684f907-c86d-4526-99d3-333bfd0b5247 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:26:45.908019 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757304'] for segment (50bcae4a-2018-4d11-9319-3b751cede434), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.918269 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (50bcae4a-2018-4d11-9319-3b751cede434), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.924315 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 8684f907-c86d-4526-99d3-333bfd0b5247 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:26:45.924724 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 8684f907-c86d-4526-99d3-333bfd0b5247 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:26:45.925500 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:26:45.926270 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=104131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:26:45.926792 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25770650'] for segment (50bcae4a-2018-4d11-9319-3b751cede434), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:45.957365 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:26:45.957711 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 3574e447-b7e2-4267-a4d1-3e5fafd26fd0 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:26:45.958116 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment 50bcae4a-2018-4d11-9319-3b751cede434 resource provider aggregate not found Jun 27 21:26:46.002042 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (34d52971-c53b-4ea9-9d05-eaeb67e201df), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:46.007811 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:46.013997 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52812) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:46.014499 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] 10.222.0.13 "DELETE /v2.0/networks/34d52971-c53b-4ea9-9d05-eaeb67e201df HTTP/1.1" status: 204 len: 168 time: 0.6691473 Jun 27 21:26:46.029490 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.services.segments.plugin [-] Segment 50bcae4a-2018-4d11-9319-3b751cede434 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50bcae4a-2018-4d11-9319-3b751cede434 found for delete ", "request_id": "req-4f6cbc1f-a7b5-46f3-8fa4-5dc179a97be7"}]} Jun 27 21:26:46.030274 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861bb0f-d45f-44e0-a696-6a32d96cfd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d52971-c53b-4ea9-9d05-eaeb67e201df,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:46.629061 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589978'] for router_interface (30067a88-fbb8-4ce0-b533-d3bcc75b1529), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:46.682918 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:46.825577 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=100 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:46.861188 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] Deleting port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:26:46.861559 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:46.949144 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] For port 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b,segment=NetworkSegment(708d2f98-7ef6-4082-bb49-d73574b7202f),segment_id=708d2f98-7ef6-4082-bb49-d73574b7202f)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:46.950188 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:46.984786 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] Calling delete_port for 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b owned by network:router_interface {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:26:47.010124 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-617be96f-55bc-40a7-8402-ff7178b7c695 req-00cb454f-7257-4bf0-9d73-6fd6ef3f072b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 210 time: 0.0467808 Jun 27 21:26:47.059227 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-6e488aee-c803-4e4f-9713-a4e5f3223859 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:47.061032 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-6e488aee-c803-4e4f-9713-a4e5f3223859 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 811 time: 0.1421986 Jun 27 21:26:47.133511 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-2cc0d553-e3ba-4567-b96a-0d37c3282243 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=824cb65198bf417fbc4baeae349d358d HTTP/1.1" status: 200 len: 377 time: 0.0584214 Jun 27 21:26:47.142948 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'port': {'device_id': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'admin_state_up': True, 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'security_groups': ['f81de922-c5ea-4eea-8ec3-799552313709']}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:26:47.204582 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:47.229439 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:47.258764 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Made reservation on behalf of 824cb65198bf417fbc4baeae349d358d for: {'port': 1} {{(pid=104131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 21:26:47.262434 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:47.400034 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590090'] for router_interface (30067a88-fbb8-4ce0-b533-d3bcc75b1529), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:47.407274 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.db_base_plugin_common [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Allocated IP 172.20.0.8 (09838620-b3d2-4651-acb5-4212286d0e49/15160d24-9e98-4e42-9096-d92fe29abc8d/87b45f16-043c-40bf-b469-9fb57bd2be09) {{(pid=104131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:26:47.562105 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), precommit_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:47.575989 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:47.597472 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:47.605238 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), after_create {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:47.627244 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] Router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:26:47.649813 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Network 09838620-b3d2-4651-acb5-4212286d0e49 is already hosted by enough agents. {{(pid=104131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:26:47.654919 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.base_scheduler [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Resources bound (agent type, host, resource id): {{(pid=104131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:26:47.658674 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Received port after_create {{(pid=104131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:26:47.685671 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'Port': ['ID=87b45f16-043c-40bf-b469-9fb57bd2be09,revision_number=1']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:47.706342 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:47.727967 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:47.728626 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:47.745469 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:47.749295 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:26:47.750784 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-161038d7-e9b4-4c97-80be-b29dcec8bfe1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6113281 Jun 27 21:26:47.757041 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-14da93fb-278f-4316-a5f2-791a7c92f2eb admin admin] 10.222.0.13 "PUT /v2.0/routers/30067a88-fbb8-4ce0-b533-d3bcc75b1529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7385290 Jun 27 21:26:47.759838 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95728d2a-cb98-448a-8b7d-0ea453c3d1f2 None None] Sync routers for ids ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:26:47.762351 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52822) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:47.776332 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95728d2a-cb98-448a-8b7d-0ea453c3d1f2 None None] Routers {'30067a88-fbb8-4ce0-b533-d3bcc75b1529'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:26:47.778099 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95728d2a-cb98-448a-8b7d-0ea453c3d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:26:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:47.787296 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.v2.base [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Request body: {'port': {'device_id': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:26:47.894151 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-95728d2a-cb98-448a-8b7d-0ea453c3d1f2 None None] Set router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:26:47.950127 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:47.967281 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Publish callbacks [] for router (30067a88-fbb8-4ce0-b533-d3bcc75b1529), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:48.008792 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-cfa453bf-255b-45c3-a7a5-31050f9f8cc7 None None] Provisioning complete for port 87b45f16-043c-40bf-b469-9fb57bd2be09 triggered by entity DHCP. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:26:48.009188 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-cfa453bf-255b-45c3-a7a5-31050f9f8cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:48.056463 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-cfa453bf-255b-45c3-a7a5-31050f9f8cc7 None None] Port 87b45f16-043c-40bf-b469-9fb57bd2be09 cannot update to ACTIVE because it is not bound. {{(pid=104132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 21:26:48.099942 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:48.103200 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95728d2a-cb98-448a-8b7d-0ea453c3d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'name': 'tempest-TestMinimumBasicScenario-1522987801-router', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:14Z', 'updated_at': '2022-06-27T21:26:47Z', 'revision_number': 5, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'gw_port': {'id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:15Z', 'updated_at': '2022-06-27T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:48.133397 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95728d2a-cb98-448a-8b7d-0ea453c3d1f2 None None] Checking router: 30067a88-fbb8-4ce0-b533-d3bcc75b1529 for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:26:48.142458 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95728d2a-cb98-448a-8b7d-0ea453c3d1f2 None None] Routers {'30067a88-fbb8-4ce0-b533-d3bcc75b1529'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:26:48.143102 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95728d2a-cb98-448a-8b7d-0ea453c3d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:26:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:48.201674 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fb362-fac1-4903-8db0-20337f06ea41 req-780e4174-79e7-4f87-84cc-bb57bd68d004 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:48.203600 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b03fb362-fac1-4903-8db0-20337f06ea41 req-780e4174-79e7-4f87-84cc-bb57bd68d004 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 931 time: 0.1028657 Jun 27 21:26:48.218179 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Publish callbacks [] for router_gateway (30067a88-fbb8-4ce0-b533-d3bcc75b1529), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:48.251853 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-95728d2a-cb98-448a-8b7d-0ea453c3d1f2 None None] Set router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:26:48.355170 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Deleting port f4418bf6-1c98-4691-8b92-7b73c009571c {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:26:48.355420 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:48.363228 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b03fb362-fac1-4903-8db0-20337f06ea41 req-db14c33f-f1f0-4534-8df5-e2246c99bb7d tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1465602 Jun 27 21:26:48.436727 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:48.479981 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b45f16-043c-40bf-b469-9fb57bd2be09 {{(pid=104131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:26:48.489248 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Publish callbacks [] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), precommit_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:48.498783 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:48.513534 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] For port f4418bf6-1c98-4691-8b92-7b73c009571c, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=f4418bf6-1c98-4691-8b92-7b73c009571c,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:48.513895 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:48.523015 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.provisioning_blocks [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Transition to ACTIVE for port object 87b45f16-043c-40bf-b469-9fb57bd2be09 will not be triggered until provisioned by entity L2. {{(pid=104131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 21:26:48.529816 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Calling delete_port for f4418bf6-1c98-4691-8b92-7b73c009571c owned by network:router_gateway {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:26:48.531761 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:48.555526 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-95728d2a-cb98-448a-8b7d-0ea453c3d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'name': 'tempest-TestMinimumBasicScenario-1522987801-router', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:14Z', 'updated_at': '2022-06-27T21:26:47Z', 'revision_number': 5, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'gw_port': {'id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:15Z', 'updated_at': '2022-06-27T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:48.574025 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:48.584090 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95728d2a-cb98-448a-8b7d-0ea453c3d1f2 None None] The sync data for ids ['30067a88-fbb8-4ce0-b533-d3bcc75b1529'] in dv-cinder-847732-1-iscsi is: [{'id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'name': 'tempest-TestMinimumBasicScenario-1522987801-router', 'tenant_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:24:14Z', 'updated_at': '2022-06-27T21:26:47Z', 'revision_number': 5, 'project_id': '1bc2225ec19243f9b09cc1847ef9bce7', 'gw_port': {'id': 'f4418bf6-1c98-4691-8b92-7b73c009571c', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30067a88-fbb8-4ce0-b533-d3bcc75b1529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:24:15Z', 'updated_at': '2022-06-27T21:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:26:48.634130 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Pushing event updated for resources: {'Port': ['ID=87b45f16-043c-40bf-b469-9fb57bd2be09,revision_number=2']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:48.769651 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Attempting to bind port 87b45f16-043c-40bf-b469-9fb57bd2be09 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 21:26:48.769978 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Attempting to bind port 87b45f16-043c-40bf-b469-9fb57bd2be09 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 21:26:48.770299 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Attempting to bind port 87b45f16-043c-40bf-b469-9fb57bd2be09 on network 09838620-b3d2-4651-acb5-4212286d0e49 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:26:48.778427 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Port 87b45f16-043c-40bf-b469-9fb57bd2be09 on network 09838620-b3d2-4651-acb5-4212286d0e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 21:26:48.778741 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Attempting to bind port 87b45f16-043c-40bf-b469-9fb57bd2be09 on network 09838620-b3d2-4651-acb5-4212286d0e49 {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 21:26:48.789027 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Checking agent: {'id': 'aab08be0-2657-4eb3-8a28-d300cb76ed01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'started_at': datetime.datetime(2022, 6, 27, 21, 13, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 21, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 21:26:48.789379 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Checking segment: {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 21:26:48.789648 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Bound using segment: {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'} {{(pid=104131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 21:26:48.790108 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.managers [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Bound port: 87b45f16-043c-40bf-b469-9fb57bd2be09, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49'}}] {{(pid=104131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 21:26:48.790503 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), before_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:48.871608 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (f4418bf6-1c98-4691-8b92-7b73c009571c), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:48.910231 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f4418bf6-1c98-4691-8b92-7b73c009571c,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:48.912695 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] For port 87b45f16-043c-40bf-b469-9fb57bd2be09, host hv-cinder-84773, cleared binding levels {{(pid=104131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 21:26:48.928761 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] For port 87b45f16-043c-40bf-b469-9fb57bd2be09, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=87b45f16-043c-40bf-b469-9fb57bd2be09,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 21:26:48.969408 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770678'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), after_update {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.027859 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:49.028289 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.029703 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] 10.222.0.33 "PUT /v2.0/ports/87b45f16-043c-40bf-b469-9fb57bd2be09 HTTP/1.1" status: 200 len: 1093 time: 1.2619264 Jun 27 21:26:49.030127 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'tag': '87b45f16-043c-40bf-b469-9fb57bd2be09'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:26:49.032412 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3096e869-0d71-4459-9e10-83f73f86f121" -d '{"events": [{"name": "network-changed", "server_uuid": "fafe275e-da1f-4c02-8e90-4fa623cb61ff", "tag": "87b45f16-043c-40bf-b469-9fb57bd2be09"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:26:49.056493 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601284'] for router_gateway (30067a88-fbb8-4ce0-b533-d3bcc75b1529), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.108913 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa23433-01c0-4a14-abd5-b3be7ec97078 x-openstack-request-id: req-4aa23433-01c0-4a14-abd5-b3be7ec97078 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:26:49.109264 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafe275e-da1f-4c02-8e90-4fa623cb61ff", "tag": "87b45f16-043c-40bf-b469-9fb57bd2be09", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:26:49.109466 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4aa23433-01c0-4a14-abd5-b3be7ec97078 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:26:49.109878 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa23433-01c0-4a14-abd5-b3be7ec97078'] response: {'name': 'network-changed', 'server_uuid': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'tag': '87b45f16-043c-40bf-b469-9fb57bd2be09', 'status': 'completed', 'code': 200} Jun 27 21:26:49.147553 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61e138-2c8a-4d05-9b2b-74bc13ccaa07 service neutron] Pushing event updated for resources: {'Port': ['ID=87b45f16-043c-40bf-b469-9fb57bd2be09,revision_number=3']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:49.209433 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2570'] for router (30067a88-fbb8-4ce0-b533-d3bcc75b1529), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.212085 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Publish callbacks [] for router_controller (30067a88-fbb8-4ce0-b533-d3bcc75b1529), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.214232 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-7eac102b-9c9f-4475-8b3e-7ab2580261f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:49.215800 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-7eac102b-9c9f-4475-8b3e-7ab2580261f5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 1127 time: 0.1109300 Jun 27 21:26:49.287323 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-c69a3b9c-165e-4e79-a19b-efd3dfba187f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87b45f16-043c-40bf-b469-9fb57bd2be09 HTTP/1.1" status: 200 len: 217 time: 0.0368955 Jun 27 21:26:49.300764 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591556'] for router (30067a88-fbb8-4ce0-b533-d3bcc75b1529), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.301298 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30067a88-fbb8-4ce0-b533-d3bcc75b1529 {{(pid=104131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 21:26:49.303672 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:49.306773 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.307875 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-6a2d413e-5fc8-48b7-9463-b5cc6cfdc8bf admin admin] 10.222.0.13 "DELETE /v2.0/routers/30067a88-fbb8-4ce0-b533-d3bcc75b1529 HTTP/1.1" status: 204 len: 168 time: 1.5444045 Jun 27 21:26:49.310849 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52830) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:49.348281 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-0f344989-c65e-4a67-ae05-5083ea89f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:49.349887 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-0f344989-c65e-4a67-ae05-5083ea89f032 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0569751 Jun 27 21:26:49.376700 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2d4112-baf7-47ac-9024-74bf8476c864 admin admin] Deleting subnet 3dedbf59-ab3e-4177-b971-13804ca5339d {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:26:49.380466 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4112-baf7-47ac-9024-74bf8476c864 admin admin] Publish callbacks [] for subnet (3dedbf59-ab3e-4177-b971-13804ca5339d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.418702 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4112-baf7-47ac-9024-74bf8476c864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5529861'] for subnet (3dedbf59-ab3e-4177-b971-13804ca5339d), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.502971 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4112-baf7-47ac-9024-74bf8476c864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (3dedbf59-ab3e-4177-b971-13804ca5339d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.506416 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de430b8-2698-4ad4-be74-efb0af286541 req-9cd739b2-2fbb-4768-9281-c109d9aa8ada tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:49.508021 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4de430b8-2698-4ad4-be74-efb0af286541 req-9cd739b2-2fbb-4768-9281-c109d9aa8ada tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 943 time: 0.0499675 Jun 27 21:26:49.562193 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4112-baf7-47ac-9024-74bf8476c864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5528985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4806410'] for subnet (3dedbf59-ab3e-4177-b971-13804ca5339d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.564813 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4de430b8-2698-4ad4-be74-efb0af286541 req-b446d412-3bc0-4154-bb9c-ca35d14179f1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0511212 Jun 27 21:26:49.589435 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d4112-baf7-47ac-9024-74bf8476c864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dedbf59-ab3e-4177-b971-13804ca5339d,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:49.596167 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4112-baf7-47ac-9024-74bf8476c864 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.603489 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3d2d4112-baf7-47ac-9024-74bf8476c864 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3dedbf59-ab3e-4177-b971-13804ca5339d HTTP/1.1" status: 204 len: 168 time: 0.2914593 Jun 27 21:26:49.604012 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c577c-ee0b-41cd-94f9-6e192cce1c39 None None] Network 3ab8441e-fe57-438c-a92e-8446971487d9 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:26:49.604526 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52834) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:49.637731 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.654050 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-5aeeeccd-5dd4-42bb-af1a-ff7126706de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:49.655267 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-5aeeeccd-5dd4-42bb-af1a-ff7126706de9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701640 Jun 27 21:26:49.691455 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (3ab8441e-fe57-438c-a92e-8446971487d9), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.735974 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Deleting port 312fa821-b736-457a-a18c-123be7beb58e {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:26:49.736450 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (312fa821-b736-457a-a18c-123be7beb58e), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.783435 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:49.791667 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-e2cdf24a-8acf-42ad-916f-da78ed02da88 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226211 Jun 27 21:26:49.802953 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:26:49.813251 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98c259-7800-4775-95e2-281b619b8534 None None] DHCP port deletion for 3ab8441e-fe57-438c-a92e-8446971487d9 request from dv-cinder-847732-1-iscsi {{(pid=104132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 21:26:49.817017 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] For port 312fa821-b736-457a-a18c-123be7beb58e, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=312fa821-b736-457a-a18c-123be7beb58e,segment=NetworkSegment(708d2f98-7ef6-4082-bb49-d73574b7202f),segment_id=708d2f98-7ef6-4082-bb49-d73574b7202f)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:49.817378 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (312fa821-b736-457a-a18c-123be7beb58e), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.837781 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Calling delete_port for 312fa821-b736-457a-a18c-123be7beb58e owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:26:49.848141 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device f4418bf6-1c98-4691-8b92-7b73c009571c no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:26:49.871461 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: f4418bf6-1c98-4691-8b92-7b73c009571c {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:26:49.871800 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device f4418bf6-1c98-4691-8b92-7b73c009571c not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:26:49.872221 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:26:49.878754 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-0e98c259-7800-4775-95e2-281b619b8534 None None] Deleting port 312fa821-b736-457a-a18c-123be7beb58e {{(pid=104132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:26:49.879124 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e98c259-7800-4775-95e2-281b619b8534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (312fa821-b736-457a-a18c-123be7beb58e), before_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.897052 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:26:49.897256 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 0c7444bc-ab58-4ae9-b7c6-2e31fb447f2b not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:26:49.919927 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (312fa821-b736-457a-a18c-123be7beb58e), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.946521 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] No DVR routers for this DVR port 312fa821-b736-457a-a18c-123be7beb58e on host dv-cinder-847732-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:26:49.948292 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=312fa821-b736-457a-a18c-123be7beb58e,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:49.968027 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-0e98c259-7800-4775-95e2-281b619b8534 None None] For port 312fa821-b736-457a-a18c-123be7beb58e, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=312fa821-b736-457a-a18c-123be7beb58e,segment=NetworkSegment(708d2f98-7ef6-4082-bb49-d73574b7202f),segment_id=708d2f98-7ef6-4082-bb49-d73574b7202f)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:49.968542 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e98c259-7800-4775-95e2-281b619b8534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (312fa821-b736-457a-a18c-123be7beb58e), precommit_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:49.985075 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-0e98c259-7800-4775-95e2-281b619b8534 None None] Calling delete_port for 312fa821-b736-457a-a18c-123be7beb58e owned by network:dhcp {{(pid=104132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:26:50.024778 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (3ab8441e-fe57-438c-a92e-8446971487d9), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:50.046908 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab8441e-fe57-438c-a92e-8446971487d9']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:50.056903 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708d2f98-7ef6-4082-bb49-d73574b7202f') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:50.057232 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708d2f98-7ef6-4082-bb49-d73574b7202f') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:26:50.060043 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-6224f1da-abbe-4bc0-896c-09badf38ed43 req-809c5976-4d8e-4529-9c9a-402d3cb6866f service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129491 Jun 27 21:26:50.067393 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5529884'] for segment (708d2f98-7ef6-4082-bb49-d73574b7202f), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:50.068297 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e98c259-7800-4775-95e2-281b619b8534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (312fa821-b736-457a-a18c-123be7beb58e), after_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:50.084580 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (708d2f98-7ef6-4082-bb49-d73574b7202f), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:50.093623 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:26:50.094025 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5528959'] for segment (708d2f98-7ef6-4082-bb49-d73574b7202f), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:50.096224 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98c259-7800-4775-95e2-281b619b8534 None None] Pushing event deleted for resources: {'Port': ['ID=312fa821-b736-457a-a18c-123be7beb58e,revision_number=None']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:50.098099 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e98c259-7800-4775-95e2-281b619b8534 None None] No DVR routers for this DVR port 312fa821-b736-457a-a18c-123be7beb58e on host dv-cinder-847732-1-iscsi {{(pid=104132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:26:50.161996 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (3ab8441e-fe57-438c-a92e-8446971487d9), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:50.167936 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:50.171368 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3ab8441e-fe57-438c-a92e-8446971487d9 HTTP/1.1" status: 204 len: 168 time: 0.5659437 Jun 27 21:26:50.185190 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 708d2f98-7ef6-4082-bb49-d73574b7202f resource provider aggregate not found Jun 27 21:26:50.189053 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087e7ea-bd55-4f08-88cd-19b4da6bebd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab8441e-fe57-438c-a92e-8446971487d9,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:50.204678 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 708d2f98-7ef6-4082-bb49-d73574b7202f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 708d2f98-7ef6-4082-bb49-d73574b7202f found for delete ", "request_id": "req-66c10b96-8a3e-4929-be06-4c679fe00f6e"}]} Jun 27 21:26:50.354969 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52844) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:50.375288 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:50.390900 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096e869-0d71-4459-9e10-83f73f86f121 req-450527c7-1327-4277-9279-c877d79127da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:50.392396 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3096e869-0d71-4459-9e10-83f73f86f121 req-450527c7-1327-4277-9279-c877d79127da service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 1127 time: 0.0406260 Jun 27 21:26:50.395459 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:50.399970 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-46503df4-beee-4843-9c2e-0d5bf7d24f9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9f86d6febe04e8f9745d787914b6d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439188 Jun 27 21:26:50.402586 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52846) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:50.452810 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-34090f4e-3c4b-4361-98cd-f0b9c558c142 admin admin] Publish callbacks [] for security_group (5a0bc3db-2707-4c76-9558-ef9f5f8c8e30), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:50.475498 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-34090f4e-3c4b-4361-98cd-f0b9c558c142 admin admin] Publish callbacks [] for security_group (5a0bc3db-2707-4c76-9558-ef9f5f8c8e30), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:50.488648 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096e869-0d71-4459-9e10-83f73f86f121 req-8ecc92cf-5312-4cea-a8ac-ba79ad639525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:50.490406 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3096e869-0d71-4459-9e10-83f73f86f121 req-8ecc92cf-5312-4cea-a8ac-ba79ad639525 service neutron] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 912 time: 0.0918820 Jun 27 21:26:50.526406 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-34090f4e-3c4b-4361-98cd-f0b9c558c142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (5a0bc3db-2707-4c76-9558-ef9f5f8c8e30), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:50.529252 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-34090f4e-3c4b-4361-98cd-f0b9c558c142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:50.532089 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3096e869-0d71-4459-9e10-83f73f86f121 req-3cedf76e-0196-4a0d-b853-f043a6b628b4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87b45f16-043c-40bf-b469-9fb57bd2be09 HTTP/1.1" status: 200 len: 217 time: 0.0323241 Jun 27 21:26:50.532800 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-34090f4e-3c4b-4361-98cd-f0b9c558c142 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a0bc3db-2707-4c76-9558-ef9f5f8c8e30 HTTP/1.1" status: 204 len: 168 time: 0.1292813 Jun 27 21:26:50.543226 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34090f4e-3c4b-4361-98cd-f0b9c558c142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0bc3db-2707-4c76-9558-ef9f5f8c8e30,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:50.605563 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096e869-0d71-4459-9e10-83f73f86f121 req-b2f71f45-be61-4377-93e1-342eca0db4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:50.608483 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3096e869-0d71-4459-9e10-83f73f86f121 req-b2f71f45-be61-4377-93e1-342eca0db4fa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0667853 Jun 27 21:26:50.659342 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096e869-0d71-4459-9e10-83f73f86f121 req-5413fa67-3f0f-44a8-8d64-3bf128166d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:50.660844 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3096e869-0d71-4459-9e10-83f73f86f121 req-5413fa67-3f0f-44a8-8d64-3bf128166d5a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460610 Jun 27 21:26:50.697626 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e920702-c957-4060-9a00-b616f597428d req-08681b34-73b1-48dd-a180-495be1d4adc9 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:50.699262 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4e920702-c957-4060-9a00-b616f597428d req-08681b34-73b1-48dd-a180-495be1d4adc9 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 943 time: 0.0515304 Jun 27 21:26:50.756824 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-4e920702-c957-4060-9a00-b616f597428d req-35717838-7058-4e2e-a7ed-8cba6bb3aeee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0501516 Jun 27 21:26:50.924313 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52854) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:50.967811 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f4ef81ee-cca5-4468-9204-79b04c462b6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bc2225ec19243f9b09cc1847ef9bce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422578 Jun 27 21:26:50.970537 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52856) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:26:51.024496 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9efb5b1b-20b7-45c6-a539-f0fae9918189 admin admin] Publish callbacks [] for security_group (535ec46c-7d6b-4114-8fa8-f18acf667da7), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:51.047583 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3096e869-0d71-4459-9e10-83f73f86f121 req-67ba2e8f-12fd-419e-a3bb-f51e3e23f783 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803873 Jun 27 21:26:51.047833 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9efb5b1b-20b7-45c6-a539-f0fae9918189 admin admin] Publish callbacks [] for security_group (535ec46c-7d6b-4114-8fa8-f18acf667da7), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:51.108727 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9efb5b1b-20b7-45c6-a539-f0fae9918189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (535ec46c-7d6b-4114-8fa8-f18acf667da7), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:51.112195 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-9efb5b1b-20b7-45c6-a539-f0fae9918189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:51.113630 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-9efb5b1b-20b7-45c6-a539-f0fae9918189 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/535ec46c-7d6b-4114-8fa8-f18acf667da7 HTTP/1.1" status: 204 len: 168 time: 0.1421576 Jun 27 21:26:51.127968 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb5b1b-20b7-45c6-a539-f0fae9918189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535ec46c-7d6b-4114-8fa8-f18acf667da7,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:51.161427 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-3096e869-0d71-4459-9e10-83f73f86f121 req-10a5d451-04c6-4a4c-8854-2289b429b9e3 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074715 Jun 27 21:26:51.794457 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 312fa821-b736-457a-a18c-123be7beb58e no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:26:51.814571 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 312fa821-b736-457a-a18c-123be7beb58e {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:26:51.814917 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 312fa821-b736-457a-a18c-123be7beb58e not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:26:51.880194 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51741e-5648-4bdf-bf2d-0b4cfb404b41 req-42b57aba-ff6f-4447-a4fc-712b1773337b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:51.881927 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9f51741e-5648-4bdf-bf2d-0b4cfb404b41 req-42b57aba-ff6f-4447-a4fc-712b1773337b tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 943 time: 0.0490677 Jun 27 21:26:51.932463 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9f51741e-5648-4bdf-bf2d-0b4cfb404b41 req-692c4faa-b89f-4b80-8cfa-7885994b2586 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447092 Jun 27 21:26:53.065176 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c924b-f422-428e-bc3d-3134c5da077e req-87c44ec8-607e-4586-b2b7-ea7179c5e7cd tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:53.066650 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ec0c924b-f422-428e-bc3d-3134c5da077e req-87c44ec8-607e-4586-b2b7-ea7179c5e7cd tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 943 time: 0.0527325 Jun 27 21:26:53.130505 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-ec0c924b-f422-428e-bc3d-3134c5da077e req-dc8d5205-5eb1-4490-a5c7-c3d0f36402a8 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0575335 Jun 27 21:26:54.368476 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-35eb31b3-3221-458b-b7a0-b2a833cbf00c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401032 Jun 27 21:26:54.503509 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-6aed4a28-8639-4786-830b-6ce9a11004f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:54.505040 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-6aed4a28-8639-4786-830b-6ce9a11004f6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 1130 time: 0.0758777 Jun 27 21:26:54.513550 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e2c96-0b2a-425b-88cb-f06dc032b2da req-13343973-a702-4261-8cf3-99afda5355de tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:54.514999 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db8e2c96-0b2a-425b-88cb-f06dc032b2da req-13343973-a702-4261-8cf3-99afda5355de tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 943 time: 0.3050144 Jun 27 21:26:54.575663 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:54.633143 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-db8e2c96-0b2a-425b-88cb-f06dc032b2da req-826c6a2b-c0cb-4885-b493-3a1b4ae36b46 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1112809 Jun 27 21:26:54.662742 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-761d26da-5ae5-45d4-9b9a-575dc504c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:54.664230 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-761d26da-5ae5-45d4-9b9a-575dc504c6b3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 912 time: 0.1361086 Jun 27 21:26:54.727557 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-405a1f27-19b3-42c0-a49c-592b7a505085 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe53f861-c6c2-4087-a223-4e44a93bac65 HTTP/1.1" status: 200 len: 1002 time: 0.0568523 Jun 27 21:26:54.777740 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-45c722fb-e6e5-41a3-a420-f7eba89b9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:54.779197 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-45c722fb-e6e5-41a3-a420-f7eba89b9c2c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0458565 Jun 27 21:26:54.794268 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:54.829988 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-41c39109-270e-4053-9b86-30c7c287443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:54.831378 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-41c39109-270e-4053-9b86-30c7c287443e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457315 Jun 27 21:26:54.922443 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-7d2cf814-0d1f-4526-b018-a264a26f1c47 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845730 Jun 27 21:26:55.020685 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-64cc70df-7450-42c7-8039-6bf94d9b8a7c req-8870053c-e7ab-4775-ae1d-0d110e85e26b service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920870 Jun 27 21:26:55.765902 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ed74b-fc47-4b25-bf23-43fc705b40aa req-e4628ca0-0acb-40da-8bbf-24b7ba05d0ea tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:55.767366 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-360ed74b-fc47-4b25-bf23-43fc705b40aa req-e4628ca0-0acb-40da-8bbf-24b7ba05d0ea tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 943 time: 0.0490279 Jun 27 21:26:55.821513 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-360ed74b-fc47-4b25-bf23-43fc705b40aa req-b6fb47b4-1bdc-4b54-bb07-12cf1f8601d6 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466056 Jun 27 21:26:56.880316 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 87b45f16-043c-40bf-b469-9fb57bd2be09 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 21:26:56.946037 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7ab00-966e-4169-9a73-1721d9beead3 req-b90baf36-2324-4250-a6e6-af20e0b8a35c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:56.947527 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-72e7ab00-966e-4169-9a73-1721d9beead3 req-b90baf36-2324-4250-a6e6-af20e0b8a35c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 943 time: 0.0502448 Jun 27 21:26:56.992652 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 87b45f16-043c-40bf-b469-9fb57bd2be09, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=87b45f16-043c-40bf-b469-9fb57bd2be09,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:56.999104 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-72e7ab00-966e-4169-9a73-1721d9beead3 req-8866dda1-387c-48fd-aa4e-9a31da95de96 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458806 Jun 27 21:26:57.004546 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Returning: {'device': '87b45f16-043c-40bf-b469-9fb57bd2be09', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'port_id': '87b45f16-043c-40bf-b469-9fb57bd2be09', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 21:26:57.044621 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 87b45f16-043c-40bf-b469-9fb57bd2be09 is: DOWN; New status is: BUILD {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:26:57.045038 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:57.058980 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b45f16-043c-40bf-b469-9fb57bd2be09 {{(pid=104132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 21:26:57.064825 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:57.080375 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 87b45f16-043c-40bf-b469-9fb57bd2be09, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=87b45f16-043c-40bf-b469-9fb57bd2be09,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:57.087698 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:57.144165 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=87b45f16-043c-40bf-b469-9fb57bd2be09,revision_number=4']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:57.151285 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.151629 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.151965 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.152300 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.152627 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.152948 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.153299 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.153619 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.153940 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.154263 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.154582 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.154917 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.155215 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.155531 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.155828 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:26:57.364859 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] get_ports_and_sgs() called for port_ids ['87b45f16-043c-40bf-b469-9fb57bd2be09'] {{(pid=104132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 21:26:57.394574 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:58.130094 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f603fb5-6afa-42ea-abb8-02c68a8c645b req-58720799-28ed-4c0f-b84e-271188604d49 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:58.131540 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6f603fb5-6afa-42ea-abb8-02c68a8c645b req-58720799-28ed-4c0f-b84e-271188604d49 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 944 time: 0.0545101 Jun 27 21:26:58.196816 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-6f603fb5-6afa-42ea-abb8-02c68a8c645b req-7b13f62d-3ca5-4bcc-a1bb-1c01bc586dd5 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0568459 Jun 27 21:26:58.874054 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 87b45f16-043c-40bf-b469-9fb57bd2be09 up at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 21:26:58.923191 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning for port 87b45f16-043c-40bf-b469-9fb57bd2be09 completed by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 21:26:58.932312 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.provisioning_blocks [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Provisioning complete for port 87b45f16-043c-40bf-b469-9fb57bd2be09 triggered by entity L2. {{(pid=104132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 21:26:58.932708 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3779655'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), provisioning_complete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:59.011337 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Current status of the port 87b45f16-043c-40bf-b469-9fb57bd2be09 is: BUILD; New status is: ACTIVE {{(pid=104132) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 21:26:59.011748 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), before_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:59.037802 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b45f16-043c-40bf-b469-9fb57bd2be09'}] {{(pid=104132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:26:59.040098 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70d8f0840ef910c5489f59b49861e9d36f2f58a302b1a7c2319e189679eca3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c38d75-c1aa-4edd-8a23-2227ae41996a" -d '{"events": [{"server_uuid": "fafe275e-da1f-4c02-8e90-4fa623cb61ff", "name": "network-vif-plugged", "status": "completed", "tag": "87b45f16-043c-40bf-b469-9fb57bd2be09"}]}' {{(pid=104132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:26:59.054935 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-d700662b-147a-4840-b820-608c19b9c41c None None] For port 87b45f16-043c-40bf-b469-9fb57bd2be09, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=87b45f16-043c-40bf-b469-9fb57bd2be09,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:26:59.060206 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:26:59.115790 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Pushing event updated for resources: {'Port': ['ID=87b45f16-043c-40bf-b469-9fb57bd2be09,revision_number=5']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:26:59.233027 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d3000f-1ce8-4b3d-81e1-6b75bebb6686 x-openstack-request-id: req-52d3000f-1ce8-4b3d-81e1-6b75bebb6686 {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:26:59.233317 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafe275e-da1f-4c02-8e90-4fa623cb61ff", "name": "network-vif-plugged", "status": "completed", "tag": "87b45f16-043c-40bf-b469-9fb57bd2be09", "code": 200}]} {{(pid=104132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:26:59.233623 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52d3000f-1ce8-4b3d-81e1-6b75bebb6686 {{(pid=104132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:26:59.233963 dv-cinder-847732-1-iscsi neutron-server[104132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d3000f-1ce8-4b3d-81e1-6b75bebb6686'] response: {'server_uuid': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b45f16-043c-40bf-b469-9fb57bd2be09', 'code': 200} Jun 27 21:26:59.319960 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f56f00-1f72-42a8-8814-1533f8bcf807 req-a1fc3d29-bd10-4649-82b0-7fc5e6e995d0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:59.321462 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f4f56f00-1f72-42a8-8814-1533f8bcf807 req-a1fc3d29-bd10-4649-82b0-7fc5e6e995d0 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 945 time: 0.0518346 Jun 27 21:26:59.374506 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-f4f56f00-1f72-42a8-8814-1533f8bcf807 req-2318e6ed-790b-42e1-8662-190e3e1ba4d1 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472226 Jun 27 21:26:59.493624 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a06ad-0a49-4013-9bd6-9e4a245e0498 req-ed2d84ee-e3c3-4fc1-971a-a0ca393df967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:26:59.495138 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-af6a06ad-0a49-4013-9bd6-9e4a245e0498 req-ed2d84ee-e3c3-4fc1-971a-a0ca393df967 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 1129 time: 0.0464542 Jun 27 21:26:59.542941 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-af6a06ad-0a49-4013-9bd6-9e4a245e0498 req-dcdab4b0-3a5e-4d5b-877e-a2a7ad41c082 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403612 Jun 27 21:26:59.798206 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=17 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:26:59.799710 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=32 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:00.505227 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad68c2-31c3-4483-a410-0100c5a0afc9 req-8e427f7b-2a27-42c8-befc-78dfb1f65b3e tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:00.506705 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b7ad68c2-31c3-4483-a410-0100c5a0afc9 req-8e427f7b-2a27-42c8-befc-78dfb1f65b3e tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 945 time: 0.0578458 Jun 27 21:27:00.561450 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b7ad68c2-31c3-4483-a410-0100c5a0afc9 req-32ba0bc2-0c23-4a83-bbb0-ceb23c16b420 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486677 Jun 27 21:27:01.686653 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62067927-88f6-41b7-8a41-628b9d151e63 req-2285dc93-1bc3-459e-919d-a94fec7717f7 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:01.688118 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-62067927-88f6-41b7-8a41-628b9d151e63 req-2285dc93-1bc3-459e-919d-a94fec7717f7 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 945 time: 0.0528862 Jun 27 21:27:01.740855 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-62067927-88f6-41b7-8a41-628b9d151e63 req-ed661f50-727e-4e45-b471-8001760e142c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451193 Jun 27 21:27:01.882967 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c7323-04c3-47b2-bf81-7eb8236e1315 req-41392275-1f5a-4248-bd56-d82586fec3a4 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:01.884596 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7b8c7323-04c3-47b2-bf81-7eb8236e1315 req-41392275-1f5a-4248-bd56-d82586fec3a4 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 945 time: 0.0633378 Jun 27 21:27:01.938649 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7b8c7323-04c3-47b2-bf81-7eb8236e1315 req-43285d40-4a3b-4083-8cfd-81068757bbeb tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483868 Jun 27 21:27:01.964708 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52886) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:27:02.002160 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:02.008517 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:02.013016 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049d0e15-ac38-427b-b3a2-b99bd76c5b73 tempest-TestVolumeBootPattern-1786636169 tempest-TestVolumeBootPattern-1786636169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:02.014573 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-049d0e15-ac38-427b-b3a2-b99bd76c5b73 tempest-TestVolumeBootPattern-1786636169 tempest-TestVolumeBootPattern-1786636169-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 1124 time: 0.0484929 Jun 27 21:27:02.017608 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52888) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:27:02.021900 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.v2.base [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Request body: {'floatingip': {'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'port_id': '87b45f16-043c-40bf-b469-9fb57bd2be09', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 21:27:02.046763 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:02.130066 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (None), before_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:02.245824 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_common [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Allocated IP 172.27.0.243 (439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1/56bc6d67-1e44-4ec2-899c-524922981681/5717868c-8f95-4465-89d7-d31d0ba04324) {{(pid=104130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 21:27:02.352588 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for port (5717868c-8f95-4465-89d7-d31d0ba04324), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:02.388574 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792927432003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (5717868c-8f95-4465-89d7-d31d0ba04324), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:02.435350 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Network 439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1 is already hosted by enough agents. {{(pid=104130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 21:27:02.440823 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.base_scheduler [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Resources bound (agent type, host, resource id): {{(pid=104130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 21:27:02.443185 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'Port': ['ID=5717868c-8f95-4465-89d7-d31d0ba04324,revision_number=1']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:27:02.445388 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Received port after_create {{(pid=104130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 21:27:02.816125 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (9b067671-dbaa-4326-81c5-88f9d993edef), precommit_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:02.837441 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:02.845969 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:02.891130 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559751'] for port (5717868c-8f95-4465-89d7-d31d0ba04324), before_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:03.042423 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for port (5717868c-8f95-4465-89d7-d31d0ba04324), precommit_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:03.048985 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792927916849', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792927432021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792927432039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5528915'] for port (5717868c-8f95-4465-89d7-d31d0ba04324), after_update {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:03.117941 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event updated for resources: {'Port': ['ID=5717868c-8f95-4465-89d7-d31d0ba04324,revision_number=2']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:27:03.130561 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-598338'] for floatingip (9b067671-dbaa-4326-81c5-88f9d993edef), after_create {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:03.230259 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Floating IP 9b067671-dbaa-4326-81c5-88f9d993edef associated. External IP: 172.27.0.243, port: 87b45f16-043c-40bf-b469-9fb57bd2be09. Jun 27 21:27:03.698115 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:27:03.820571 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:27:03.831076 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc275b-95c7-4d37-8f18-c1e63a6bdabc None None] Sync routers for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:27:03.843695 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:03.845378 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc275b-95c7-4d37-8f18-c1e63a6bdabc None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:27:03.846010 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-21bc275b-95c7-4d37-8f18-c1e63a6bdabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:26:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:27:03.874970 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-21d374dd-7e5c-49b8-a352-3af2302c5bee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8562548 Jun 27 21:27:03.875430 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'tag': '87b45f16-043c-40bf-b469-9fb57bd2be09'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:27:03.877728 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc989c7-f74e-406b-9501-fa7d6d69bbde" -d '{"events": [{"name": "network-changed", "server_uuid": "fafe275e-da1f-4c02-8e90-4fa623cb61ff", "tag": "87b45f16-043c-40bf-b469-9fb57bd2be09"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:27:03.917072 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bd10dd-2e7f-4ffa-83d2-0adf668b410b x-openstack-request-id: req-21bd10dd-2e7f-4ffa-83d2-0adf668b410b {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:27:03.917355 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafe275e-da1f-4c02-8e90-4fa623cb61ff", "tag": "87b45f16-043c-40bf-b469-9fb57bd2be09", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:27:03.917608 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21bd10dd-2e7f-4ffa-83d2-0adf668b410b {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:27:03.918062 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21bd10dd-2e7f-4ffa-83d2-0adf668b410b'] response: {'name': 'network-changed', 'server_uuid': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'tag': '87b45f16-043c-40bf-b469-9fb57bd2be09', 'status': 'completed', 'code': 200} Jun 27 21:27:04.007088 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc989c7-f74e-406b-9501-fa7d6d69bbde req-db22f16b-2330-4272-871a-c365216d747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:04.008630 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-afc989c7-f74e-406b-9501-fa7d6d69bbde req-db22f16b-2330-4272-871a-c365216d747f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 1129 time: 0.0432932 Jun 27 21:27:04.048161 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-21bc275b-95c7-4d37-8f18-c1e63a6bdabc None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:27:04.103605 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc989c7-f74e-406b-9501-fa7d6d69bbde req-b0ac7e4e-3377-43ec-acad-05760c9c374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:04.105491 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-afc989c7-f74e-406b-9501-fa7d6d69bbde req-b0ac7e4e-3377-43ec-acad-05760c9c374a service neutron] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 912 time: 0.0905788 Jun 27 21:27:04.171163 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-afc989c7-f74e-406b-9501-fa7d6d69bbde req-8a5a43fe-55f8-434d-a51b-ee5ef8e47dbc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87b45f16-043c-40bf-b469-9fb57bd2be09 HTTP/1.1" status: 200 len: 999 time: 0.0597706 Jun 27 21:27:04.222904 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc989c7-f74e-406b-9501-fa7d6d69bbde req-397131b0-c0ac-4c4a-9f00-adf6dbf7b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:04.224286 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-afc989c7-f74e-406b-9501-fa7d6d69bbde req-397131b0-c0ac-4c4a-9f00-adf6dbf7b723 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0463324 Jun 27 21:27:04.239001 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:04.257989 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-21bc275b-95c7-4d37-8f18-c1e63a6bdabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '9b067671-dbaa-4326-81c5-88f9d993edef', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': '87b45f16-043c-40bf-b469-9fb57bd2be09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:27:02Z', 'updated_at': '2022-06-27T21:27:02Z', 'revision_number': 0, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}, {'id': 'b0fbf869-43d0-475e-b92a-23f5341e1279', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:f7:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:06Z', 'updated_at': '2022-06-27T21:25:08Z', 'revision_number': 1, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:27:04.268856 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc989c7-f74e-406b-9501-fa7d6d69bbde req-375a9279-7e07-440a-8a67-c324449b521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:04.270405 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-afc989c7-f74e-406b-9501-fa7d6d69bbde req-375a9279-7e07-440a-8a67-c324449b521f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402763 Jun 27 21:27:04.282868 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc275b-95c7-4d37-8f18-c1e63a6bdabc None None] Checking router: 2b933b80-f49e-46dc-bca7-4c2ad4526c3a for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:27:04.291956 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc275b-95c7-4d37-8f18-c1e63a6bdabc None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:27:04.292435 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-21bc275b-95c7-4d37-8f18-c1e63a6bdabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:26:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:27:04.366766 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-afc989c7-f74e-406b-9501-fa7d6d69bbde req-124c2e1c-2092-4d46-9b82-f4eef0586af8 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906010 Jun 27 21:27:04.395612 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-21bc275b-95c7-4d37-8f18-c1e63a6bdabc None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:27:04.403466 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=100 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:04.462373 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-afc989c7-f74e-406b-9501-fa7d6d69bbde req-4cd2ea4f-2996-4762-ad12-43ee96b03ae5 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896590 Jun 27 21:27:04.623701 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-21bc275b-95c7-4d37-8f18-c1e63a6bdabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '9b067671-dbaa-4326-81c5-88f9d993edef', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': '87b45f16-043c-40bf-b469-9fb57bd2be09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:27:02Z', 'updated_at': '2022-06-27T21:27:02Z', 'revision_number': 0, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}, {'id': 'b0fbf869-43d0-475e-b92a-23f5341e1279', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:f7:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:06Z', 'updated_at': '2022-06-27T21:25:08Z', 'revision_number': 1, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:27:04.648051 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc275b-95c7-4d37-8f18-c1e63a6bdabc None None] The sync data for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi is: [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': '9b067671-dbaa-4326-81c5-88f9d993edef', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': '87b45f16-043c-40bf-b469-9fb57bd2be09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:51:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:27:02Z', 'updated_at': '2022-06-27T21:27:02Z', 'revision_number': 0, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}, {'id': 'b0fbf869-43d0-475e-b92a-23f5341e1279', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:f7:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:06Z', 'updated_at': '2022-06-27T21:25:08Z', 'revision_number': 1, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:27:04.853405 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d21be-936e-4724-9125-db3edc69e20e None None] New status for floating IP 9b067671-dbaa-4326-81c5-88f9d993edef: ACTIVE {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:27:10.486787 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-10fe119c-f6f1-495c-ba26-6a7fcc454a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:10.536530 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:12.623121 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f1083ce3-5c83-431f-8124-0dd334102443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:13.824665 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:13.870727 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:13.871507 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:14.457961 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=26 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:14.459074 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:14.626617 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=78 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:14.627400 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=70 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:15.478975 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:15.698634 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:19.602880 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:26.803407 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:27:26.809142 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=3 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:29.594084 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:29.596146 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:38.788997 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:38.790514 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:40.456423 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-b6b61be4-f0a9-4565-afd6-dfe3b7f22da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:42.617581 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d42094f2-e1f3-4829-b31f-dcfa71e7abb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:43.824784 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:45.479729 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:45.693965 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:49.601418 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:27:56.355089 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4122fb78-62ff-4661-9840-24c181d8785d req-03609798-3f9e-467c-a21b-eed1fd3020fb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407422 Jun 27 21:27:56.454635 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122fb78-62ff-4661-9840-24c181d8785d req-50125282-c232-4c36-9856-f3220ff39573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:56.456212 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4122fb78-62ff-4661-9840-24c181d8785d req-50125282-c232-4c36-9856-f3220ff39573 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 1130 time: 0.0414338 Jun 27 21:27:56.567997 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122fb78-62ff-4661-9840-24c181d8785d req-f12b4ff1-1748-42e8-b72c-e386cb97afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:56.569522 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4122fb78-62ff-4661-9840-24c181d8785d req-f12b4ff1-1748-42e8-b72c-e386cb97afb3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 912 time: 0.0935957 Jun 27 21:27:56.633967 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4122fb78-62ff-4661-9840-24c181d8785d req-ad4e9dda-2426-4d45-a506-ceb2567ac9d8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe53f861-c6c2-4087-a223-4e44a93bac65 HTTP/1.1" status: 200 len: 1002 time: 0.0586379 Jun 27 21:27:56.685335 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122fb78-62ff-4661-9840-24c181d8785d req-b90374f1-489f-4aa4-9dc6-788b61020995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:56.687016 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4122fb78-62ff-4661-9840-24c181d8785d req-b90374f1-489f-4aa4-9dc6-788b61020995 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0475049 Jun 27 21:27:56.738677 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122fb78-62ff-4661-9840-24c181d8785d req-934157bb-f9d5-4b33-ab8c-3ad8cfa73939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:27:56.740201 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4122fb78-62ff-4661-9840-24c181d8785d req-934157bb-f9d5-4b33-ab8c-3ad8cfa73939 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467267 Jun 27 21:27:56.838644 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4122fb78-62ff-4661-9840-24c181d8785d req-4514aefc-4c0c-4364-bfdb-d919c3ad9dec service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921924 Jun 27 21:27:56.962642 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-4122fb78-62ff-4661-9840-24c181d8785d req-2a4cbfc8-887b-44fe-bd2f-d0f90defb0be service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181741 Jun 27 21:27:59.593699 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:27:59.595710 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:03.803501 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:28:06.952366 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=45 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:06.959937 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=56 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:10.453874 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-f9cedf89-f63a-43ea-b84c-57879ac95817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:12.625423 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-15d293ec-4f51-47b4-9359-46fb9dc67b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:13.799017 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=4 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:13.800102 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=6 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:13.830298 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:15.486848 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:15.702199 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:19.618374 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:29.610151 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:29.612440 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:31.168204 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52912) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:31.368845 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Deleting port 5717868c-8f95-4465-89d7-d31d0ba04324 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:31.369164 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (5717868c-8f95-4465-89d7-d31d0ba04324), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:31.467570 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (5717868c-8f95-4465-89d7-d31d0ba04324), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:31.467937 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (5717868c-8f95-4465-89d7-d31d0ba04324), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:31.484019 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Calling delete_port for 5717868c-8f95-4465-89d7-d31d0ba04324 owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:31.677779 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (5717868c-8f95-4465-89d7-d31d0ba04324), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:31.718781 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event deleted for resources: {'Port': ['ID=5717868c-8f95-4465-89d7-d31d0ba04324,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:31.732775 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.733173 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.733491 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.733829 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.734158 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.734486 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.734816 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.735157 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.735460 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.735789 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.736110 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.736431 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.736750 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.737095 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.737408 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:31.810742 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (9b067671-dbaa-4326-81c5-88f9d993edef), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:31.811074 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.db.l3_db [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Floating IP 9b067671-dbaa-4326-81c5-88f9d993edef disassociated (deleted). External IP: 172.27.0.243, port: 87b45f16-043c-40bf-b469-9fb57bd2be09. Jun 27 21:28:32.054540 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:28:32.175402 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:28:32.180390 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:32.190074 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fcc2c-212b-4366-85bd-711ae295ea2e None None] Sync routers for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:28:32.205171 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fcc2c-212b-4366-85bd-711ae295ea2e None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:28:32.205971 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-236fcc2c-212b-4366-85bd-711ae295ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:28:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:32.222089 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-245fc774-4d74-499c-a995-6eb0cd56a97f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "DELETE /v2.0/floatingips/9b067671-dbaa-4326-81c5-88f9d993edef HTTP/1.1" status: 204 len: 168 time: 1.0523880 Jun 27 21:28:32.223015 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'tag': '87b45f16-043c-40bf-b469-9fb57bd2be09'}] {{(pid=104130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:28:32.227307 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97704cadff137c8394470598ab23b3dadab4bca4d5eeb8f7644540f1f4fa5b5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "fafe275e-da1f-4c02-8e90-4fa623cb61ff", "tag": "87b45f16-043c-40bf-b469-9fb57bd2be09"}]}' {{(pid=104130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:28:32.363567 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-236fcc2c-212b-4366-85bd-711ae295ea2e None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:28:32.398090 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e98077-aefa-45d5-ac85-75dfddf5f181 x-openstack-request-id: req-35e98077-aefa-45d5-ac85-75dfddf5f181 {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:28:32.398090 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafe275e-da1f-4c02-8e90-4fa623cb61ff", "tag": "87b45f16-043c-40bf-b469-9fb57bd2be09", "status": "completed", "code": 200}]} {{(pid=104130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:28:32.398090 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35e98077-aefa-45d5-ac85-75dfddf5f181 {{(pid=104130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:28:32.398806 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e98077-aefa-45d5-ac85-75dfddf5f181'] response: {'name': 'network-changed', 'server_uuid': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'tag': '87b45f16-043c-40bf-b469-9fb57bd2be09', 'status': 'completed', 'code': 200} Jun 27 21:28:32.517747 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:32.524739 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:32.551002 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dcdc4-8132-4225-99f2-9c046cbc2dcf req-019a30cf-70c2-4202-acde-eacaa69653c5 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:32.553674 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-114dcdc4-8132-4225-99f2-9c046cbc2dcf req-019a30cf-70c2-4202-acde-eacaa69653c5 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 945 time: 0.0794120 Jun 27 21:28:32.631865 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-114dcdc4-8132-4225-99f2-9c046cbc2dcf req-f3cff4b9-262c-4f0a-b9f1-cca86cb2a59c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0719247 Jun 27 21:28:32.678142 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-236fcc2c-212b-4366-85bd-711ae295ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'b0fbf869-43d0-475e-b92a-23f5341e1279', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:f7:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:06Z', 'updated_at': '2022-06-27T21:25:08Z', 'revision_number': 1, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:32.705723 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fcc2c-212b-4366-85bd-711ae295ea2e None None] Checking router: 2b933b80-f49e-46dc-bca7-4c2ad4526c3a for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:28:32.717062 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fcc2c-212b-4366-85bd-711ae295ea2e None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:28:32.717874 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-236fcc2c-212b-4366-85bd-711ae295ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:28:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:32.833867 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-236fcc2c-212b-4366-85bd-711ae295ea2e None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:28:33.180072 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-236fcc2c-212b-4366-85bd-711ae295ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'b0fbf869-43d0-475e-b92a-23f5341e1279', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:f7:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:06Z', 'updated_at': '2022-06-27T21:25:08Z', 'revision_number': 1, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:33.208505 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fcc2c-212b-4366-85bd-711ae295ea2e None None] The sync data for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi is: [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_floatingips': [{'id': 'b0fbf869-43d0-475e-b92a-23f5341e1279', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'router_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'port_id': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'mac_address': 'fa:16:3e:f7:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T21:25:06Z', 'updated_at': '2022-06-27T21:25:08Z', 'revision_number': 1, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:28:33.485299 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ecd44-2b59-453f-a5f4-17b1ee118429 None None] New status for floating IP 9b067671-dbaa-4326-81c5-88f9d993edef: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:28:33.535563 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c req-963c2cd6-3310-4a05-b792-49147ae250e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:33.537731 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c req-963c2cd6-3310-4a05-b792-49147ae250e8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 1129 time: 0.0517688 Jun 27 21:28:33.710326 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c req-d4b8af2e-195a-4462-9007-10820fb02cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:33.711825 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c req-d4b8af2e-195a-4462-9007-10820fb02cf2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 912 time: 0.1650136 Jun 27 21:28:33.768064 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c req-06db1b85-d2b9-4332-8907-0502d7c13b15 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87b45f16-043c-40bf-b469-9fb57bd2be09 HTTP/1.1" status: 200 len: 217 time: 0.0464227 Jun 27 21:28:33.813936 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d184f89-1866-4d00-bd63-7affc2d97678 req-88bc161e-2b4d-48e5-9f51-b01d36a64733 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:33.815748 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7d184f89-1866-4d00-bd63-7affc2d97678 req-88bc161e-2b4d-48e5-9f51-b01d36a64733 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 945 time: 0.0580616 Jun 27 21:28:33.876373 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-7d184f89-1866-4d00-bd63-7affc2d97678 req-815db5bd-b258-4dc8-9403-0920d0c4151a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0539854 Jun 27 21:28:34.033178 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c req-d0c76986-065a-43b1-95f9-068842dda910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:34.034813 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c req-d0c76986-065a-43b1-95f9-068842dda910 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0770373 Jun 27 21:28:34.131012 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c req-6b563bac-ad34-4ffa-aabc-94b06422f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:34.132562 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c req-6b563bac-ad34-4ffa-aabc-94b06422f5d6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749578 Jun 27 21:28:34.139002 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3589c-4334-410c-93f9-fe4f0347fa1c req-b01eafe5-234d-4965-bb63-d48465ca3fc6 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:34.140620 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9cd3589c-4334-410c-93f9-fe4f0347fa1c req-b01eafe5-234d-4965-bb63-d48465ca3fc6 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 945 time: 0.0818236 Jun 27 21:28:34.302318 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-9cd3589c-4334-410c-93f9-fe4f0347fa1c req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Deleting port 87b45f16-043c-40bf-b469-9fb57bd2be09 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:34.302613 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-9cd3589c-4334-410c-93f9-fe4f0347fa1c req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:34.328064 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c req-9b5f048f-b923-43f5-9ca3-857c78a186c9 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863832 Jun 27 21:28:34.526022 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-9cd3589c-4334-410c-93f9-fe4f0347fa1c req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] For port 87b45f16-043c-40bf-b469-9fb57bd2be09, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=87b45f16-043c-40bf-b469-9fb57bd2be09,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:28:34.526449 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-9cd3589c-4334-410c-93f9-fe4f0347fa1c req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:34.559593 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-9cd3589c-4334-410c-93f9-fe4f0347fa1c req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Calling delete_port for 87b45f16-043c-40bf-b469-9fb57bd2be09 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:34.563970 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-b82624f8-b9c5-445a-bb6c-2298b8c85b6c req-0d7cb5f8-b727-4eb6-9ad5-19e05b642498 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273812 Jun 27 21:28:34.739947 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-9cd3589c-4334-410c-93f9-fe4f0347fa1c req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (87b45f16-043c-40bf-b469-9fb57bd2be09), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:34.785179 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event deleted for resources: {'Port': ['ID=87b45f16-043c-40bf-b469-9fb57bd2be09,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:34.790099 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:34.791573 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:34.824725 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.825200 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.825718 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.826264 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.827065 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.827448 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.827946 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.828520 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.829100 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.829607 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.829987 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.830517 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.831057 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.831593 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.832110 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:34.862776 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd3589c-4334-410c-93f9-fe4f0347fa1c req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] No DVR routers for this DVR port 87b45f16-043c-40bf-b469-9fb57bd2be09 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:28:34.865836 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-9cd3589c-4334-410c-93f9-fe4f0347fa1c req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:34.869354 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9cd3589c-4334-410c-93f9-fe4f0347fa1c req-0c216f89-588f-4b16-9b0f-2735d574254a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "DELETE /v2.0/ports/87b45f16-043c-40bf-b469-9fb57bd2be09 HTTP/1.1" status: 204 len: 173 time: 0.7197323 Jun 27 21:28:34.869843 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'name': 'network-vif-deleted', 'tag': '87b45f16-043c-40bf-b469-9fb57bd2be09'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:28:34.872250 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77d63cb-5b31-4823-8bcc-54bdfc2c50e3" -d '{"events": [{"server_uuid": "fafe275e-da1f-4c02-8e90-4fa623cb61ff", "name": "network-vif-deleted", "tag": "87b45f16-043c-40bf-b469-9fb57bd2be09"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:28:35.016586 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d99d1606-7e7b-43aa-93ee-d518d83a63cf req-a18e2835-2705-467a-b7ef-701153f0afdf tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=fafe275e-da1f-4c02-8e90-4fa623cb61ff HTTP/1.1" status: 200 len: 210 time: 0.0364356 Jun 27 21:28:35.101122 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb51ae7-4cf2-4678-87f9-a2099d641c34 x-openstack-request-id: req-2eb51ae7-4cf2-4678-87f9-a2099d641c34 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:28:35.101658 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafe275e-da1f-4c02-8e90-4fa623cb61ff", "name": "network-vif-deleted", "tag": "87b45f16-043c-40bf-b469-9fb57bd2be09", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:28:35.101967 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eb51ae7-4cf2-4678-87f9-a2099d641c34 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:28:35.102314 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb51ae7-4cf2-4678-87f9-a2099d641c34'] response: {'server_uuid': 'fafe275e-da1f-4c02-8e90-4fa623cb61ff', 'name': 'network-vif-deleted', 'tag': '87b45f16-043c-40bf-b469-9fb57bd2be09', 'status': 'completed', 'code': 200} Jun 27 21:28:37.327678 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 87b45f16-043c-40bf-b469-9fb57bd2be09 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:28:37.352419 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: 87b45f16-043c-40bf-b469-9fb57bd2be09 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:28:37.352901 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device 87b45f16-043c-40bf-b469-9fb57bd2be09 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:28:38.410277 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52958) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:38.602693 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Deleting port 3711640b-9bd0-4cb1-a32d-3c098350ecda {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:38.603098 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (3711640b-9bd0-4cb1-a32d-3c098350ecda), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:38.694182 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (3711640b-9bd0-4cb1-a32d-3c098350ecda), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:38.694561 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (3711640b-9bd0-4cb1-a32d-3c098350ecda), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:38.709452 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Calling delete_port for 3711640b-9bd0-4cb1-a32d-3c098350ecda owned by network:floatingip {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:38.899891 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (3711640b-9bd0-4cb1-a32d-3c098350ecda), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:38.925341 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event deleted for resources: {'Port': ['ID=3711640b-9bd0-4cb1-a32d-3c098350ecda,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:39.006425 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (b0fbf869-43d0-475e-b92a-23f5341e1279), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:39.006787 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.db.l3_db [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Floating IP b0fbf869-43d0-475e-b92a-23f5341e1279 disassociated (deleted). External IP: 172.27.0.121, port: fe53f861-c6c2-4087-a223-4e44a93bac65. Jun 27 21:28:39.225702 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:28:39.342576 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:28:39.347756 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:39.351339 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:39.353861 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f30dfa-48b9-4462-b8c4-cfd3c25e95ad None None] Sync routers for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:28:39.373173 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f30dfa-48b9-4462-b8c4-cfd3c25e95ad None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:28:39.374195 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-18f30dfa-48b9-4462-b8c4-cfd3c25e95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:28:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:39.394021 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-78abb7ae-25c3-40e0-b0a1-59031ad449be tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "DELETE /v2.0/floatingips/b0fbf869-43d0-475e-b92a-23f5341e1279 HTTP/1.1" status: 204 len: 168 time: 0.9821115 Jun 27 21:28:39.394893 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'tag': 'fe53f861-c6c2-4087-a223-4e44a93bac65'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:28:39.398787 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca54906-f946-476b-bf94-4efdd8952fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7e5b75-82ca-47af-a6cd-41fe4b7b3453", "tag": "fe53f861-c6c2-4087-a223-4e44a93bac65"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:28:39.455432 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:39.461651 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 21:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a59fdb-6bb4-40dc-9c46-7e25a39e0a19 x-openstack-request-id: req-b1a59fdb-6bb4-40dc-9c46-7e25a39e0a19 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:28:39.462522 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7e5b75-82ca-47af-a6cd-41fe4b7b3453", "tag": "fe53f861-c6c2-4087-a223-4e44a93bac65", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:28:39.462522 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1a59fdb-6bb4-40dc-9c46-7e25a39e0a19 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:28:39.463126 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a59fdb-6bb4-40dc-9c46-7e25a39e0a19'] response: {'name': 'network-changed', 'server_uuid': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'tag': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'status': 'completed', 'code': 200} Jun 27 21:28:39.507691 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:39.541014 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-18f30dfa-48b9-4462-b8c4-cfd3c25e95ad None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:28:39.544223 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:39.562183 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca54906-f946-476b-bf94-4efdd8952fb7 req-768795d7-6ee4-4177-b921-24a8bbe39f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:39.563792 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9ca54906-f946-476b-bf94-4efdd8952fb7 req-768795d7-6ee4-4177-b921-24a8bbe39f0e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=824cb65198bf417fbc4baeae349d358d&device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 1130 time: 0.0502264 Jun 27 21:28:39.681465 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca54906-f946-476b-bf94-4efdd8952fb7 req-154e6b98-9ec5-4548-bc69-0cf0b2fe61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:39.683008 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9ca54906-f946-476b-bf94-4efdd8952fb7 req-154e6b98-9ec5-4548-bc69-0cf0b2fe61e8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 200 len: 912 time: 0.1135917 Jun 27 21:28:39.787696 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0885af4-8a7b-4e4e-ac8c-688ec92519c1 req-6b91e8bd-89b9-47cd-a623-58539fe0bb93 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:39.790390 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d0885af4-8a7b-4e4e-ac8c-688ec92519c1 req-6b91e8bd-89b9-47cd-a623-58539fe0bb93 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 946 time: 0.0718534 Jun 27 21:28:39.837455 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-18f30dfa-48b9-4462-b8c4-cfd3c25e95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:39.877527 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-d0885af4-8a7b-4e4e-ac8c-688ec92519c1 req-793aac73-5923-4f6b-9d6a-fc03ac8e4830 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0744989 Jun 27 21:28:39.881077 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f30dfa-48b9-4462-b8c4-cfd3c25e95ad None None] Checking router: 2b933b80-f49e-46dc-bca7-4c2ad4526c3a for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:28:39.894488 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f30dfa-48b9-4462-b8c4-cfd3c25e95ad None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:28:39.895562 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-18f30dfa-48b9-4462-b8c4-cfd3c25e95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:28:13Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:40.019234 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-18f30dfa-48b9-4462-b8c4-cfd3c25e95ad None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:28:40.230133 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-18f30dfa-48b9-4462-b8c4-cfd3c25e95ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:40.260954 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f30dfa-48b9-4462-b8c4-cfd3c25e95ad None None] The sync data for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi is: [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:21:46Z', 'revision_number': 4, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi', '_interfaces': [{'id': 'ff8fc40c-f284-4330-a17a-af9842b54ae6', 'name': '', 'network_id': '09838620-b3d2-4651-acb5-4212286d0e49', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'mac_address': 'fa:16:3e:89:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:45Z', 'updated_at': '2022-06-27T21:21:53Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'subnets': [{'id': '15160d24-9e98-4e42-9096-d92fe29abc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:28:40.455661 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8ef7-4ac7-4934-af92-f5daed0b56f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:40.530059 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8dca8a-147e-40c1-a838-8afdbff69ab2 None None] New status for floating IP b0fbf869-43d0-475e-b92a-23f5341e1279: DOWN {{(pid=104132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 21:28:40.688840 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9ca54906-f946-476b-bf94-4efdd8952fb7 req-a54669bb-218e-4b90-8e58-81de9b79c1dd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe53f861-c6c2-4087-a223-4e44a93bac65 HTTP/1.1" status: 200 len: 217 time: 0.0418119 Jun 27 21:28:40.749563 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca54906-f946-476b-bf94-4efdd8952fb7 req-84c6f9a6-e7ac-4506-b429-843c96741060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:40.751098 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9ca54906-f946-476b-bf94-4efdd8952fb7 req-84c6f9a6-e7ac-4506-b429-843c96741060 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 200 len: 850 time: 0.0536323 Jun 27 21:28:40.803325 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:28:40.916325 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca54906-f946-476b-bf94-4efdd8952fb7 req-61b1a8f9-265a-4943-9185-7cdb65474fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:40.917950 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9ca54906-f946-476b-bf94-4efdd8952fb7 req-61b1a8f9-265a-4943-9185-7cdb65474fbd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=09838620-b3d2-4651-acb5-4212286d0e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510657 Jun 27 21:28:41.074201 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67bbb0-4811-452d-96ca-50e04aa8fc17 req-55064f5d-f048-414d-b424-242a94c1d56f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:41.078493 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3b67bbb0-4811-452d-96ca-50e04aa8fc17 req-55064f5d-f048-414d-b424-242a94c1d56f tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 946 time: 0.0657358 Jun 27 21:28:41.149032 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-3b67bbb0-4811-452d-96ca-50e04aa8fc17 req-20e4baff-306d-46e9-988e-93d70cf5ef85 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/security-groups?id=f81de922-c5ea-4eea-8ec3-799552313709&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0632594 Jun 27 21:28:41.549028 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53460cbb-d272-4f9a-997e-7bd4b89b2160 req-51637e8f-7368-46a2-a2e1-77b35fe3d15c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 21:28:41.550630 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-53460cbb-d272-4f9a-997e-7bd4b89b2160 req-51637e8f-7368-46a2-a2e1-77b35fe3d15c tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 946 time: 0.0738835 Jun 27 21:28:41.564766 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9ca54906-f946-476b-bf94-4efdd8952fb7 req-2ccdfdd7-78ab-4854-bd54-6dd3c153b1de service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068429 Jun 27 21:28:41.714278 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-53460cbb-d272-4f9a-997e-7bd4b89b2160 req-9fe1d3cc-c368-431d-9ae9-91fefaa303ee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Deleting port fe53f861-c6c2-4087-a223-4e44a93bac65 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:41.715049 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-53460cbb-d272-4f9a-997e-7bd4b89b2160 req-9fe1d3cc-c368-431d-9ae9-91fefaa303ee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:41.768428 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-9ca54906-f946-476b-bf94-4efdd8952fb7 req-8a70a692-b074-4bca-933f-bc88e66bfa08 service neutron] 10.222.0.33 "GET /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816840 Jun 27 21:28:41.850486 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [req-53460cbb-d272-4f9a-997e-7bd4b89b2160 req-9fe1d3cc-c368-431d-9ae9-91fefaa303ee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] For port fe53f861-c6c2-4087-a223-4e44a93bac65, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=fe53f861-c6c2-4087-a223-4e44a93bac65,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:28:41.850882 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-53460cbb-d272-4f9a-997e-7bd4b89b2160 req-9fe1d3cc-c368-431d-9ae9-91fefaa303ee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:41.867188 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [req-53460cbb-d272-4f9a-997e-7bd4b89b2160 req-9fe1d3cc-c368-431d-9ae9-91fefaa303ee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Calling delete_port for fe53f861-c6c2-4087-a223-4e44a93bac65 owned by compute:nova {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:42.011647 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:42.029761 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-53460cbb-d272-4f9a-997e-7bd4b89b2160 req-9fe1d3cc-c368-431d-9ae9-91fefaa303ee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (fe53f861-c6c2-4087-a223-4e44a93bac65), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:42.064669 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1d3cc-c368-431d-9ae9-91fefaa303ee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event deleted for resources: {'Port': ['ID=fe53f861-c6c2-4087-a223-4e44a93bac65,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:42.119874 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.db.l3_dvrscheduler_db [req-53460cbb-d272-4f9a-997e-7bd4b89b2160 req-9fe1d3cc-c368-431d-9ae9-91fefaa303ee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] No DVR routers for this DVR port fe53f861-c6c2-4087-a223-4e44a93bac65 on host hv-cinder-84773 {{(pid=104131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:28:42.122770 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [req-53460cbb-d272-4f9a-997e-7bd4b89b2160 req-9fe1d3cc-c368-431d-9ae9-91fefaa303ee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for port (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:42.126622 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [req-53460cbb-d272-4f9a-997e-7bd4b89b2160 req-9fe1d3cc-c368-431d-9ae9-91fefaa303ee tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.33 "DELETE /v2.0/ports/fe53f861-c6c2-4087-a223-4e44a93bac65 HTTP/1.1" status: 204 len: 173 time: 0.5702119 Jun 27 21:28:42.127149 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'name': 'network-vif-deleted', 'tag': 'fe53f861-c6c2-4087-a223-4e44a93bac65'}] {{(pid=104131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 21:28:42.130031 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b88a8136e927f826fdcd9dcb9167f6a683fe1805a79ebc4005912aedbe1d8ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f0a922-1c3f-4d09-ac3a-61d47b633568" -d '{"events": [{"server_uuid": "8a7e5b75-82ca-47af-a6cd-41fe4b7b3453", "name": "network-vif-deleted", "tag": "fe53f861-c6c2-4087-a223-4e44a93bac65"}]}' {{(pid=104131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 21:28:42.184600 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d43be02-057e-419d-9f5f-6010292d17f3 x-openstack-request-id: req-5d43be02-057e-419d-9f5f-6010292d17f3 {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 21:28:42.185200 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7e5b75-82ca-47af-a6cd-41fe4b7b3453", "name": "network-vif-deleted", "tag": "fe53f861-c6c2-4087-a223-4e44a93bac65", "status": "completed", "code": 200}]} {{(pid=104131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 21:28:42.185563 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d43be02-057e-419d-9f5f-6010292d17f3 {{(pid=104131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 21:28:42.186192 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d43be02-057e-419d-9f5f-6010292d17f3'] response: {'server_uuid': '8a7e5b75-82ca-47af-a6cd-41fe4b7b3453', 'name': 'network-vif-deleted', 'tag': 'fe53f861-c6c2-4087-a223-4e44a93bac65', 'status': 'completed', 'code': 200} Jun 27 21:28:42.301465 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [req-155b2f29-7349-4d7f-b291-316d8da755b4 req-b74cfc3a-d55f-4abb-a8d9-7effdf0f6e70 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a7e5b75-82ca-47af-a6cd-41fe4b7b3453 HTTP/1.1" status: 200 len: 210 time: 0.0369256 Jun 27 21:28:42.629228 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ef17ccf1-68eb-4887-b54f-4371eae427c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:43.386829 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device fe53f861-c6c2-4087-a223-4e44a93bac65 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:28:43.399149 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52974) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:43.409052 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-d700662b-147a-4840-b820-608c19b9c41c None None] No Port match for: fe53f861-c6c2-4087-a223-4e44a93bac65 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:28:43.409440 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Device fe53f861-c6c2-4087-a223-4e44a93bac65 not bound to the agent host hv-cinder-84773 {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:28:43.531904 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-795869e2-d867-42e4-82bc-8eed8711187a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Deleting port 1cee9558-7f1a-4e50-9414-39e34ba18f7e {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:43.532231 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-795869e2-d867-42e4-82bc-8eed8711187a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (1cee9558-7f1a-4e50-9414-39e34ba18f7e), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:43.623868 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-795869e2-d867-42e4-82bc-8eed8711187a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (1cee9558-7f1a-4e50-9414-39e34ba18f7e), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:43.624351 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-795869e2-d867-42e4-82bc-8eed8711187a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (1cee9558-7f1a-4e50-9414-39e34ba18f7e), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:43.651025 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-795869e2-d867-42e4-82bc-8eed8711187a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Calling delete_port for 1cee9558-7f1a-4e50-9414-39e34ba18f7e owned by network:floatingip {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:43.828484 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-795869e2-d867-42e4-82bc-8eed8711187a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (1cee9558-7f1a-4e50-9414-39e34ba18f7e), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:43.837497 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:43.859735 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795869e2-d867-42e4-82bc-8eed8711187a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event deleted for resources: {'Port': ['ID=1cee9558-7f1a-4e50-9414-39e34ba18f7e,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:43.940130 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-795869e2-d867-42e4-82bc-8eed8711187a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for floatingip (92d64c18-adbe-47f3-8971-e3bdae411f60), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:43.942934 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-795869e2-d867-42e4-82bc-8eed8711187a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1042672'] for floatingip (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:43.944132 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-795869e2-d867-42e4-82bc-8eed8711187a tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "DELETE /v2.0/floatingips/92d64c18-adbe-47f3-8971-e3bdae411f60 HTTP/1.1" status: 204 len: 168 time: 0.5446038 Jun 27 21:28:45.225738 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52986) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:45.341061 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d67e-09f2-4d57-b4a6-4670abc1a289 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group (f81de922-c5ea-4eea-8ec3-799552313709), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:45.374989 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d67e-09f2-4d57-b4a6-4670abc1a289 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group (f81de922-c5ea-4eea-8ec3-799552313709), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:45.471552 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d67e-09f2-4d57-b4a6-4670abc1a289 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (f81de922-c5ea-4eea-8ec3-799552313709), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:45.475885 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d67e-09f2-4d57-b4a6-4670abc1a289 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Publish callbacks [] for security_group (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:45.476903 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7ac9d67e-09f2-4d57-b4a6-4670abc1a289 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] 10.222.0.13 "DELETE /v2.0/security-groups/f81de922-c5ea-4eea-8ec3-799552313709 HTTP/1.1" status: 204 len: 168 time: 0.2496238 Jun 27 21:28:45.495891 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:45.496963 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9d67e-09f2-4d57-b4a6-4670abc1a289 tempest-TestVolumeBootPattern-1678295548 tempest-TestVolumeBootPattern-1678295548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81de922-c5ea-4eea-8ec3-799552313709,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:45.566048 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52990) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:45.703837 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:45.989421 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:46.129415 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:46.282664 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589978'] for router_interface (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:46.549566 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] Deleting port ff8fc40c-f284-4330-a17a-af9842b54ae6 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:46.549907 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:46.649141 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] For port ff8fc40c-f284-4330-a17a-af9842b54ae6, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=ff8fc40c-f284-4330-a17a-af9842b54ae6,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:28:46.649496 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:46.667026 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] Calling delete_port for ff8fc40c-f284-4330-a17a-af9842b54ae6 owned by network:router_interface {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:46.882447 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (ff8fc40c-f284-4330-a17a-af9842b54ae6), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:46.914555 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8fc40c-f284-4330-a17a-af9842b54ae6,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:47.057783 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:47.123216 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590090'] for router_interface (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:47.168347 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:47.365833 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] Router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:28:47.781398 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:28:47.787126 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-7b5b0ae5-3663-49bc-80b5-601054d39021 admin admin] 10.222.0.13 "PUT /v2.0/routers/2b933b80-f49e-46dc-bca7-4c2ad4526c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2204075 Jun 27 21:28:47.791379 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 52994) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:47.798529 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe436c8e-e55e-4d4e-a88c-880680f6991f None None] Sync routers for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:28:47.818330 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe436c8e-e55e-4d4e-a88c-880680f6991f None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:28:47.819584 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-fe436c8e-e55e-4d4e-a88c-880680f6991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:28:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:47.918363 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:47.945416 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Publish callbacks [] for router (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:47.979247 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-fe436c8e-e55e-4d4e-a88c-880680f6991f None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: dv-cinder-847732-1-iscsi {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:28:48.070465 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Publish callbacks [] for router_gateway (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:48.160242 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Deleting port 65453e38-952c-4912-a56e-e98fc1ceed17 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:48.160763 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:48.251294 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-fe436c8e-e55e-4d4e-a88c-880680f6991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:28:46Z', 'revision_number': 5, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port': {'id': '65453e38-952c-4912-a56e-e98fc1ceed17', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:43Z', 'updated_at': '2022-06-27T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:48.290414 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe436c8e-e55e-4d4e-a88c-880680f6991f None None] Checking router: 2b933b80-f49e-46dc-bca7-4c2ad4526c3a for host: dv-cinder-847732-1-iscsi {{(pid=104133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:28:48.302748 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe436c8e-e55e-4d4e-a88c-880680f6991f None None] Routers {'2b933b80-f49e-46dc-bca7-4c2ad4526c3a'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:28:48.303491 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-fe436c8e-e55e-4d4e-a88c-880680f6991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:28:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'], 'active': True} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:48.311647 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] For port 65453e38-952c-4912-a56e-e98fc1ceed17, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=65453e38-952c-4912-a56e-e98fc1ceed17,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:28:48.312132 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:48.330822 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Calling delete_port for 65453e38-952c-4912-a56e-e98fc1ceed17 owned by network:router_gateway {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:48.346206 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=100 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:48.411876 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_dvr_db [None req-fe436c8e-e55e-4d4e-a88c-880680f6991f None None] Set router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a gateway port host: None {{(pid=104133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:28:48.472243 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.l3_hamode_db [None req-fe436c8e-e55e-4d4e-a88c-880680f6991f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:28:48Z', 'revision_number': 6, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port_host': None}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:48.502641 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe436c8e-e55e-4d4e-a88c-880680f6991f None None] The sync data for ids ['2b933b80-f49e-46dc-bca7-4c2ad4526c3a'] in dv-cinder-847732-1-iscsi is: [{'id': '2b933b80-f49e-46dc-bca7-4c2ad4526c3a', 'name': 'tempest-TestVolumeBootPattern-922703280-router', 'tenant_id': '824cb65198bf417fbc4baeae349d358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:42Z', 'updated_at': '2022-06-27T21:28:48Z', 'revision_number': 6, 'project_id': '824cb65198bf417fbc4baeae349d358d', 'gw_port_host': None}] {{(pid=104133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:28:48.565298 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (65453e38-952c-4912-a56e-e98fc1ceed17), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:48.615067 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Pushing event deleted for resources: {'Port': ['ID=65453e38-952c-4912-a56e-e98fc1ceed17,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:48.689236 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601284'] for router_gateway (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:48.788475 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2570'] for router (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:48.791431 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Publish callbacks [] for router_controller (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:48.852644 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591556'] for router (2b933b80-f49e-46dc-bca7-4c2ad4526c3a), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:48.853317 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b933b80-f49e-46dc-bca7-4c2ad4526c3a {{(pid=104131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 21:28:48.858710 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:48.863523 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-669e8b57-3880-43af-bb56-917a2da8701c admin admin] 10.222.0.13 "DELETE /v2.0/routers/2b933b80-f49e-46dc-bca7-4c2ad4526c3a HTTP/1.1" status: 204 len: 168 time: 1.0672483 Jun 27 21:28:48.864364 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52996) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:48.957295 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47ec169-1caf-40ea-9903-dff5f46832e3 admin admin] Deleting subnet 15160d24-9e98-4e42-9096-d92fe29abc8d {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:28:48.967059 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f47ec169-1caf-40ea-9903-dff5f46832e3 admin admin] Publish callbacks [] for subnet (15160d24-9e98-4e42-9096-d92fe29abc8d), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.035763 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f47ec169-1caf-40ea-9903-dff5f46832e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5529861'] for subnet (15160d24-9e98-4e42-9096-d92fe29abc8d), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.129662 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f47ec169-1caf-40ea-9903-dff5f46832e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (15160d24-9e98-4e42-9096-d92fe29abc8d), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.196081 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f47ec169-1caf-40ea-9903-dff5f46832e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5528985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4806410'] for subnet (15160d24-9e98-4e42-9096-d92fe29abc8d), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.225827 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ec169-1caf-40ea-9903-dff5f46832e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15160d24-9e98-4e42-9096-d92fe29abc8d,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:49.232154 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-f47ec169-1caf-40ea-9903-dff5f46832e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.238503 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-f47ec169-1caf-40ea-9903-dff5f46832e3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/15160d24-9e98-4e42-9096-d92fe29abc8d HTTP/1.1" status: 204 len: 168 time: 0.3710515 Jun 27 21:28:49.238799 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b27686-4c14-498f-9c4e-ebc316481d15 None None] Network 09838620-b3d2-4651-acb5-4212286d0e49 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:28:49.242318 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 52998) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:49.365517 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (09838620-b3d2-4651-acb5-4212286d0e49), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.434209 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Deleting port e551d070-6af5-4a87-b47b-0b3e805c6778 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:49.434850 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.453752 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] DHCP port deletion for 09838620-b3d2-4651-acb5-4212286d0e49 request from dv-cinder-847732-1-iscsi {{(pid=104132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 21:28:49.502908 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Deleting port e551d070-6af5-4a87-b47b-0b3e805c6778 {{(pid=104132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:49.503344 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), before_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.532977 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] For port e551d070-6af5-4a87-b47b-0b3e805c6778, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e551d070-6af5-4a87-b47b-0b3e805c6778,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:28:49.533545 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.557581 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Calling delete_port for e551d070-6af5-4a87-b47b-0b3e805c6778 owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:49.566196 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:49.596387 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] For port e551d070-6af5-4a87-b47b-0b3e805c6778, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=e551d070-6af5-4a87-b47b-0b3e805c6778,segment=NetworkSegment(bfffa20a-ef2f-4ec7-968d-65c412cf7ad4),segment_id=bfffa20a-ef2f-4ec7-968d-65c412cf7ad4)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:28:49.596777 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), precommit_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.630272 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Calling delete_port for e551d070-6af5-4a87-b47b-0b3e805c6778 owned by network:dhcp {{(pid=104132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:49.699371 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.706359 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.727966 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Pushing event deleted for resources: {'Port': ['ID=e551d070-6af5-4a87-b47b-0b3e805c6778,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:49.734654 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] No DVR routers for this DVR port e551d070-6af5-4a87-b47b-0b3e805c6778 on host dv-cinder-847732-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:28:49.759433 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (e551d070-6af5-4a87-b47b-0b3e805c6778), after_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.779051 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:49.788425 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Pushing event deleted for resources: {'Port': ['ID=e551d070-6af5-4a87-b47b-0b3e805c6778,revision_number=None']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:49.791287 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] No DVR routers for this DVR port e551d070-6af5-4a87-b47b-0b3e805c6778 on host dv-cinder-847732-1-iscsi {{(pid=104132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:28:49.807668 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.808012 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.808515 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.808789 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.809219 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.810025 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.810025 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.811049 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.811049 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.811049 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.811484 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.811899 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.812104 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.812406 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.813817 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fa7df-e016-48a7-a488-8d5cf0df49ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847732-1-iscsi {{(pid=104132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 21:28:49.870837 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (09838620-b3d2-4651-acb5-4212286d0e49), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.902887 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09838620-b3d2-4651-acb5-4212286d0e49']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:49.906154 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 65453e38-952c-4912-a56e-e98fc1ceed17 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:28:49.915288 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:49.915611 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfffa20a-ef2f-4ec7-968d-65c412cf7ad4') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:49.930051 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5529884'] for segment (bfffa20a-ef2f-4ec7-968d-65c412cf7ad4), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.933634 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 65453e38-952c-4912-a56e-e98fc1ceed17 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:28:49.934155 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 65453e38-952c-4912-a56e-e98fc1ceed17 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:28:49.934784 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device ff8fc40c-f284-4330-a17a-af9842b54ae6 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:28:49.948917 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (bfffa20a-ef2f-4ec7-968d-65c412cf7ad4), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.959223 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:28:49.959763 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5528959'] for segment (bfffa20a-ef2f-4ec7-968d-65c412cf7ad4), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:49.960660 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: ff8fc40c-f284-4330-a17a-af9842b54ae6 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:28:49.961147 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device ff8fc40c-f284-4330-a17a-af9842b54ae6 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:28:49.961661 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device e551d070-6af5-4a87-b47b-0b3e805c6778 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:28:49.987427 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: e551d070-6af5-4a87-b47b-0b3e805c6778 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:28:49.988972 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device e551d070-6af5-4a87-b47b-0b3e805c6778 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:28:50.023649 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment bfffa20a-ef2f-4ec7-968d-65c412cf7ad4 resource provider aggregate not found Jun 27 21:28:50.062434 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment bfffa20a-ef2f-4ec7-968d-65c412cf7ad4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfffa20a-ef2f-4ec7-968d-65c412cf7ad4 found for delete ", "request_id": "req-0cd38f5b-93fa-4820-83a4-69a35d8bcaaa"}]} Jun 27 21:28:50.073253 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (09838620-b3d2-4651-acb5-4212286d0e49), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:50.081168 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:50.084703 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] 10.222.0.13 "DELETE /v2.0/networks/09838620-b3d2-4651-acb5-4212286d0e49 HTTP/1.1" status: 204 len: 168 time: 0.8407581 Jun 27 21:28:50.088513 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 53004) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:50.104887 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37ec1f-f328-49b4-ada0-ceae1b51a664 admin admin] Pushing event deleted for resources: {'Network': ['ID=09838620-b3d2-4651-acb5-4212286d0e49,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:50.260087 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:50.314984 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:50.453980 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589978'] for router_interface (d7a150ec-d83c-4bd5-b71b-31930d40d85d), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:50.714190 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] Deleting port 36ffc669-cd09-4722-b183-e5b261054895 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:50.714642 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (36ffc669-cd09-4722-b183-e5b261054895), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:50.814296 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] For port 36ffc669-cd09-4722-b183-e5b261054895, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=36ffc669-cd09-4722-b183-e5b261054895,segment=NetworkSegment(1da213b3-cab9-4ba2-8d03-01c34568ccd3),segment_id=1da213b3-cab9-4ba2-8d03-01c34568ccd3)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:28:50.814773 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (36ffc669-cd09-4722-b183-e5b261054895), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:50.832313 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] Calling delete_port for 36ffc669-cd09-4722-b183-e5b261054895 owned by network:router_interface {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:51.044381 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (36ffc669-cd09-4722-b183-e5b261054895), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:51.074015 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ffc669-cd09-4722-b183-e5b261054895,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:51.320110 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-590090'] for router_interface (d7a150ec-d83c-4bd5-b71b-31930d40d85d), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:51.342724 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:51.407812 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:51.647985 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] Router d7a150ec-d83c-4bd5-b71b-31930d40d85d has already been hosted by L3 agent e9bc7833-015d-459d-8319-c70899e799d4 {{(pid=104131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 21:28:51.764611 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] Notify agent at l3_agent.dv-cinder-847732-1-iscsi the message routers_updated {{(pid=104131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 21:28:51.772305 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-398cf9b7-ec28-47e3-b82d-385696d9e615 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7a150ec-d83c-4bd5-b71b-31930d40d85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6802242 Jun 27 21:28:51.774117 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 53006) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:51.778720 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70cb952-9d4c-450d-9838-b523f4949519 None None] Sync routers for ids ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'] in dv-cinder-847732-1-iscsi {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 21:28:51.799188 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70cb952-9d4c-450d-9838-b523f4949519 None None] Routers {'d7a150ec-d83c-4bd5-b71b-31930d40d85d'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:28:51.800812 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-e70cb952-9d4c-450d-9838-b523f4949519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:28:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:51.900554 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Publish callbacks [] for router (d7a150ec-d83c-4bd5-b71b-31930d40d85d), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:52.023379 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Publish callbacks [] for router_gateway (d7a150ec-d83c-4bd5-b71b-31930d40d85d), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:52.075939 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Deleting port b967dbe1-0334-4078-9188-d98a75d13213 {{(pid=104131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:52.076773 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (b967dbe1-0334-4078-9188-d98a75d13213), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:52.169247 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.db [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] For port b967dbe1-0334-4078-9188-d98a75d13213, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=b967dbe1-0334-4078-9188-d98a75d13213,segment=NetworkSegment(8a137a67-8548-45cb-b598-28bb17c05603),segment_id=8a137a67-8548-45cb-b598-28bb17c05603)] {{(pid=104131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:28:52.169874 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (b967dbe1-0334-4078-9188-d98a75d13213), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:52.189449 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.plugins.ml2.plugin [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Calling delete_port for b967dbe1-0334-4078-9188-d98a75d13213 owned by network:router_gateway {{(pid=104131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:52.193877 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-e70cb952-9d4c-450d-9838-b523f4949519 None None] Set router d7a150ec-d83c-4bd5-b71b-31930d40d85d gateway port host: dv-cinder-847732-1-iscsi {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:28:52.473155 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:52.477584 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-e70cb952-9d4c-450d-9838-b523f4949519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'name': 'tempest-TestVolumeBootPattern-577506038-router', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'external_fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:48Z', 'updated_at': '2022-06-27T21:28:50Z', 'revision_number': 5, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'gw_port': {'id': 'b967dbe1-0334-4078-9188-d98a75d13213', 'name': '', 'network_id': '439fd1f3-5c10-4883-a1b6-7a7d2f18e2b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '56bc6d67-1e44-4ec2-899c-524922981681', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847732-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T21:21:50Z', 'updated_at': '2022-06-27T21:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56bc6d67-1e44-4ec2-899c-524922981681', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847732-1-iscsi'}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:52.510483 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70cb952-9d4c-450d-9838-b523f4949519 None None] Checking router: d7a150ec-d83c-4bd5-b71b-31930d40d85d for host: dv-cinder-847732-1-iscsi {{(pid=104132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 21:28:52.524848 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70cb952-9d4c-450d-9838-b523f4949519 None None] Routers {'d7a150ec-d83c-4bd5-b71b-31930d40d85d'} bound to L3 agent in host dv-cinder-847732-1-iscsi {{(pid=104132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 21:28:52.525688 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-e70cb952-9d4c-450d-9838-b523f4949519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847732-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T21:07:43Z,description=,heartbeat_timestamp=2022-06-27T21:28:43Z,host='dv-cinder-847732-1-iscsi',id=e9bc7833-015d-459d-8319-c70899e799d4,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T21:07:43Z,topic='l3_agent')) {'router_ids': ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'], 'active': True} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:52.668061 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvr_db [None req-e70cb952-9d4c-450d-9838-b523f4949519 None None] Set router d7a150ec-d83c-4bd5-b71b-31930d40d85d gateway port host: None {{(pid=104132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 21:28:52.734585 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_hamode_db [None req-e70cb952-9d4c-450d-9838-b523f4949519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'name': 'tempest-TestVolumeBootPattern-577506038-router', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:48Z', 'updated_at': '2022-06-27T21:28:52Z', 'revision_number': 6, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'gw_port_host': None}], 'dv-cinder-847732-1-iscsi', False) {} {{(pid=104132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:52.754333 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770665'] for port (b967dbe1-0334-4078-9188-d98a75d13213), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:52.759007 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:52.765791 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70cb952-9d4c-450d-9838-b523f4949519 None None] The sync data for ids ['d7a150ec-d83c-4bd5-b71b-31930d40d85d'] in dv-cinder-847732-1-iscsi is: [{'id': 'd7a150ec-d83c-4bd5-b71b-31930d40d85d', 'name': 'tempest-TestVolumeBootPattern-577506038-router', 'tenant_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T21:21:48Z', 'updated_at': '2022-06-27T21:28:52Z', 'revision_number': 6, 'project_id': '3a7fee95fa2a436bbe9c4ca355a9a1a6', 'gw_port_host': None}] {{(pid=104132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 21:28:52.790410 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b967dbe1-0334-4078-9188-d98a75d13213,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:52.838950 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:52.910952 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601284'] for router_gateway (d7a150ec-d83c-4bd5-b71b-31930d40d85d), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.074896 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2570'] for router (d7a150ec-d83c-4bd5-b71b-31930d40d85d), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.079927 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Publish callbacks [] for router_controller (d7a150ec-d83c-4bd5-b71b-31930d40d85d), precommit_delete_associations {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.167624 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591556'] for router (d7a150ec-d83c-4bd5-b71b-31930d40d85d), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.168505 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7a150ec-d83c-4bd5-b71b-31930d40d85d {{(pid=104131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 21:28:53.173956 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.177794 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-247fe721-d9cc-4e0d-a00a-80e5ddf877f3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d7a150ec-d83c-4bd5-b71b-31930d40d85d HTTP/1.1" status: 204 len: 168 time: 1.4022796 Jun 27 21:28:53.178194 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 53008) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:53.255250 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e532b16-14e0-4485-b6d6-690a2cd680c0 admin admin] Deleting subnet c4eeebe8-5109-4959-8a03-b9f494bee2a7 {{(pid=104130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 21:28:53.260890 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e532b16-14e0-4485-b6d6-690a2cd680c0 admin admin] Publish callbacks [] for subnet (c4eeebe8-5109-4959-8a03-b9f494bee2a7), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.325780 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e532b16-14e0-4485-b6d6-690a2cd680c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5529861'] for subnet (c4eeebe8-5109-4959-8a03-b9f494bee2a7), precommit_delete_associations {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.462085 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e532b16-14e0-4485-b6d6-690a2cd680c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3778752'] for subnet (c4eeebe8-5109-4959-8a03-b9f494bee2a7), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.528968 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e532b16-14e0-4485-b6d6-690a2cd680c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3778777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5528985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4806410'] for subnet (c4eeebe8-5109-4959-8a03-b9f494bee2a7), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.565580 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e532b16-14e0-4485-b6d6-690a2cd680c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4eeebe8-5109-4959-8a03-b9f494bee2a7,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:53.579607 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-6e532b16-14e0-4485-b6d6-690a2cd680c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.580383 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca974e-d49b-4cb6-880b-0ab96ee43102 None None] Network b677d226-40f3-4636-b2cb-147b48100ea3 requested from dv-cinder-847732-1-iscsi {{(pid=104132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 21:28:53.584155 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-6e532b16-14e0-4485-b6d6-690a2cd680c0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c4eeebe8-5109-4959-8a03-b9f494bee2a7 HTTP/1.1" status: 204 len: 168 time: 0.4050503 Jun 27 21:28:53.588166 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [-] (104130) accepted ('10.222.0.13', 53010) {{(pid=104130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:53.703598 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:53.719053 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3410101'] for network (b677d226-40f3-4636-b2cb-147b48100ea3), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.784212 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Deleting port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 {{(pid=104130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:53.784588 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.807673 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c59c81-7eb9-40b3-bc83-fc92527c2f08 None None] DHCP port deletion for b677d226-40f3-4636-b2cb-147b48100ea3 request from dv-cinder-847732-1-iscsi {{(pid=104132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 21:28:53.895733 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-e2c59c81-7eb9-40b3-bc83-fc92527c2f08 None None] Deleting port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 {{(pid=104132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 21:28:53.896321 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e2c59c81-7eb9-40b3-bc83-fc92527c2f08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792927910885'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), before_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.902836 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.db [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] For port 1e5bf995-fc5c-4b68-8c0b-9573a186b826, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=1e5bf995-fc5c-4b68-8c0b-9573a186b826,segment=NetworkSegment(1da213b3-cab9-4ba2-8d03-01c34568ccd3),segment_id=1da213b3-cab9-4ba2-8d03-01c34568ccd3)] {{(pid=104130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:28:53.905396 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:53.929117 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device b967dbe1-0334-4078-9188-d98a75d13213 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:28:53.935199 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.plugin [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Calling delete_port for 1e5bf995-fc5c-4b68-8c0b-9573a186b826 owned by network:dhcp {{(pid=104130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:53.987369 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: b967dbe1-0334-4078-9188-d98a75d13213 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:28:53.987843 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device b967dbe1-0334-4078-9188-d98a75d13213 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:28:53.988439 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 36ffc669-cd09-4722-b183-e5b261054895 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:28:54.009206 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:54.055397 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No Port match for: 36ffc669-cd09-4722-b183-e5b261054895 {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 21:28:54.055733 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 36ffc669-cd09-4722-b183-e5b261054895 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:28:54.056185 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 1e5bf995-fc5c-4b68-8c0b-9573a186b826 no longer exists at agent ovs-agent-dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 21:28:54.068578 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5528908'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.101918 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-e2c59c81-7eb9-40b3-bc83-fc92527c2f08 None None] For port 1e5bf995-fc5c-4b68-8c0b-9573a186b826, host dv-cinder-847732-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847732-1-iscsi',level=0,port_id=1e5bf995-fc5c-4b68-8c0b-9573a186b826,segment=NetworkSegment(1da213b3-cab9-4ba2-8d03-01c34568ccd3),segment_id=1da213b3-cab9-4ba2-8d03-01c34568ccd3)] {{(pid=104132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 21:28:54.102245 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e2c59c81-7eb9-40b3-bc83-fc92527c2f08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601507'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), precommit_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.105105 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5bf995-fc5c-4b68-8c0b-9573a186b826,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:54.111653 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] No DVR routers for this DVR port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 on host dv-cinder-847732-1-iscsi {{(pid=104130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:28:54.120760 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-e2c59c81-7eb9-40b3-bc83-fc92527c2f08 None None] Calling delete_port for 1e5bf995-fc5c-4b68-8c0b-9573a186b826 owned by network:dhcp {{(pid=104132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 21:28:54.136565 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.db [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] No active binding found for port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 {{(pid=104132) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 27 21:28:54.136992 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.plugin [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] The host dv-cinder-847732-1-iscsi is not matching for port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 host None! {{(pid=104132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jun 27 21:28:54.137343 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.plugins.ml2.rpc [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Device 1e5bf995-fc5c-4b68-8c0b-9573a186b826 not bound to the agent host dv-cinder-847732-1-iscsi {{(pid=104132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 21:28:54.221856 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-e2c59c81-7eb9-40b3-bc83-fc92527c2f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792927916903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792927432012'] for port (1e5bf995-fc5c-4b68-8c0b-9573a186b826), after_delete {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.228506 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3600698', 'neutron.services.segments.db._delete_segments_for_network-8792927724620'] for network (b677d226-40f3-4636-b2cb-147b48100ea3), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.250561 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c59c81-7eb9-40b3-bc83-fc92527c2f08 None None] Pushing event deleted for resources: {'Port': ['ID=1e5bf995-fc5c-4b68-8c0b-9573a186b826,revision_number=None']} {{(pid=104132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:54.256505 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c59c81-7eb9-40b3-bc83-fc92527c2f08 None None] No DVR routers for this DVR port 1e5bf995-fc5c-4b68-8c0b-9573a186b826 on host dv-cinder-847732-1-iscsi {{(pid=104132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 21:28:54.268233 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b677d226-40f3-4636-b2cb-147b48100ea3']}} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:54.287060 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da213b3-cab9-4ba2-8d03-01c34568ccd3') {'for_net_delete': True} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:54.287540 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.services.segments.db [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da213b3-cab9-4ba2-8d03-01c34568ccd3') {} {{(pid=104130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 21:28:54.306898 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792927725141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5529884'] for segment (1da213b3-cab9-4ba2-8d03-01c34568ccd3), before_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.319106 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:54.335190 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185'] for segment (1da213b3-cab9-4ba2-8d03-01c34568ccd3), precommit_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.349406 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 21:28:54.350100 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3604185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5528959'] for segment (1da213b3-cab9-4ba2-8d03-01c34568ccd3), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.396443 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 1da213b3-cab9-4ba2-8d03-01c34568ccd3 resource provider aggregate not found Jun 27 21:28:54.443257 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.services.segments.plugin [-] Segment 1da213b3-cab9-4ba2-8d03-01c34568ccd3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1da213b3-cab9-4ba2-8d03-01c34568ccd3 found for delete ", "request_id": "req-610d00f4-79f6-436e-9001-8063d7c406c1"}]} Jun 27 21:28:54.456206 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3600673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-547700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598724'] for network (b677d226-40f3-4636-b2cb-147b48100ea3), after_delete {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.461809 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron_lib.callbacks.manager [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-547682'] for network (None), before_response {{(pid=104130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.466822 dv-cinder-847732-1-iscsi neutron-server[104130]: INFO neutron.wsgi [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b677d226-40f3-4636-b2cb-147b48100ea3 HTTP/1.1" status: 204 len: 168 time: 0.8764653 Jun 27 21:28:54.483473 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84623491-af16-43c2-b471-61b759c82925 admin admin] Pushing event deleted for resources: {'Network': ['ID=b677d226-40f3-4636-b2cb-147b48100ea3,revision_number=None']} {{(pid=104130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:54.635596 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 53018) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:54.685966 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-b041348f-7f23-4efa-ba64-2969a50f2cac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=824cb65198bf417fbc4baeae349d358d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485609 Jun 27 21:28:54.688760 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 53020) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:54.754112 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d163697a-836d-4124-af96-d37354f81a5f admin admin] Publish callbacks [] for security_group (8167b330-bfcd-4ed3-add4-e45490755a96), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.783420 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d163697a-836d-4124-af96-d37354f81a5f admin admin] Publish callbacks [] for security_group (8167b330-bfcd-4ed3-add4-e45490755a96), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.852786 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d163697a-836d-4124-af96-d37354f81a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (8167b330-bfcd-4ed3-add4-e45490755a96), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.858166 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-d163697a-836d-4124-af96-d37354f81a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:54.860447 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-d163697a-836d-4124-af96-d37354f81a5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8167b330-bfcd-4ed3-add4-e45490755a96 HTTP/1.1" status: 204 len: 168 time: 0.1701560 Jun 27 21:28:54.874941 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163697a-836d-4124-af96-d37354f81a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8167b330-bfcd-4ed3-add4-e45490755a96,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:55.314913 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 53026) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:55.374035 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-ac24f0c2-beb0-42b6-b0c6-26616d493846 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a7fee95fa2a436bbe9c4ca355a9a1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573466 Jun 27 21:28:55.377088 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [-] (104131) accepted ('10.222.0.13', 53028) {{(pid=104131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 21:28:55.445906 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fa45dd87-e40e-4d5e-beb5-12ac353efcf6 admin admin] Publish callbacks [] for security_group (5e63c4df-64b3-4465-b36c-6fdc5d94820d), before_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:55.483111 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fa45dd87-e40e-4d5e-beb5-12ac353efcf6 admin admin] Publish callbacks [] for security_group (5e63c4df-64b3-4465-b36c-6fdc5d94820d), precommit_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:55.567501 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fa45dd87-e40e-4d5e-beb5-12ac353efcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631123'] for security_group (5e63c4df-64b3-4465-b36c-6fdc5d94820d), after_delete {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:55.572238 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron_lib.callbacks.manager [None req-fa45dd87-e40e-4d5e-beb5-12ac353efcf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:28:55.574457 dv-cinder-847732-1-iscsi neutron-server[104131]: INFO neutron.wsgi [None req-fa45dd87-e40e-4d5e-beb5-12ac353efcf6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e63c4df-64b3-4465-b36c-6fdc5d94820d HTTP/1.1" status: 204 len: 168 time: 0.1957865 Jun 27 21:28:55.589588 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45dd87-e40e-4d5e-beb5-12ac353efcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e63c4df-64b3-4465-b36c-6fdc5d94820d,revision_number=None']} {{(pid=104131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 21:28:58.474832 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=9 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:28:58.475970 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=88 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:04.470289 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:04.471165 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG dbcounter [-] [104130] Writing DB stats neutron:SELECT=22,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104130) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:04.893148 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=36,neutron:DELETE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:05.580080 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=56,neutron:DELETE=5 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:05.581244 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG dbcounter [-] [104131] Writing DB stats neutron:SELECT=53,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104131) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:05.607184 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=57,neutron:DELETE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:10.453594 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-94c5d926-2268-4ed5-b74f-80327c8bd5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:12.626888 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7e2e7954-94f4-4c05-981c-c590982819a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:13.845227 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:15.494171 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:15.704499 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:17.802830 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:29:19.646606 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:27.797898 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=4 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:27.798826 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=4 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:29.638130 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:29.641267 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:38.795132 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:38.795989 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:DELETE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:29:40.452793 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dd3db6c4-159b-444e-811b-1461abfea6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:42.625157 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-96dff442-55ba-4b6e-aae6-d8b5fe9029e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:43.842134 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:45.489182 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:45.707230 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:49.647474 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:29:54.803357 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:30:00.533706 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:30:00.537719 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:30:04.797671 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=3 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:30:04.798584 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=5 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:30:10.450272 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-7e0ade48-54d4-49c6-9ad0-c9ca8f8edf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:12.623973 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b0d2-68dc-4c01-a3ee-ab96816d200f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:13.843954 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:15.499166 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:15.705724 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:19.651899 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:29.643719 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:30:29.646920 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:30:31.803123 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:30:40.451972 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-357d10cf-052e-4f2e-8adf-d41b1ae086ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:41.797706 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=17 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:30:41.798870 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=17 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:30:42.626126 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-2d908e49-708d-4b07-a657-da94ada80572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:43.848714 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:45.497155 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:45.705113 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:49.658772 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:30:59.644882 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:30:59.653752 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:31:08.796191 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=3 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:31:08.803559 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:31:10.452263 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-68e56cd7-576d-4622-92cc-5e019ae19504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:12.621992 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-55287839-0b48-47e2-b3f3-edf6f66a51cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:13.853627 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:15.501820 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:15.705315 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:18.798978 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=5 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:31:19.658362 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:25.698489 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:31:29.653194 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:31:39.904771 dv-cinder-847732-1-iscsi neutron-server[104131]: DEBUG neutron.wsgi [req-9c73a6aa-59ef-422a-a0ae-856584e4e743 req-a35dbff3-3c19-43b9-b77f-7a0877d1dbf7 service neutron] (104131) timed out ('10.222.0.33', 54075) {{(pid=104131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 27 21:31:40.453361 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-87c67b4f-741d-4aec-950e-7f61ad05497d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:40.714194 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [req-8268117c-f034-4402-8902-306ca20027ec req-26657853-92bc-44b2-a09b-6a647203b7bd service neutron] (104130) timed out ('10.222.0.33', 54040) {{(pid=104130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 27 21:31:42.630875 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-6c6984e8-682e-4ea0-b89f-8ad4e0e319f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:43.854533 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:45.503752 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:45.701434 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:45.793863 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=4 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:31:45.802455 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:31:49.788137 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:31:55.798440 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:32:00.533977 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=19 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:32:00.542989 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=25,neutron:UPDATE=6 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:32:10.449454 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-64e9391f-cd40-4dd1-b193-68f4ddaa36cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:12.626704 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d4c6810b-8407-44b2-956a-80348feba9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:13.856858 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:15.503382 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:15.707949 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:19.669391 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:22.802641 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:32:29.650181 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:32:29.661572 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:32:40.450639 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-00bbecd2-44ba-47e0-9bb6-1ceec3d62ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:40.541589 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=15 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:32:40.543537 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=19 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:32:42.623602 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-63722644-c8e3-4aa2-844a-193eb1576bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:43.861779 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:45.507966 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:45.709865 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:49.688915 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:32:59.671798 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:32:59.681873 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:32:59.801643 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:33:09.796592 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=5 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:33:09.797490 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=5 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:33:10.452146 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-50652324-b1bb-4c5c-9078-3b33442155da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:33:12.622078 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-c25b53da-0da8-4d33-a190-d5cab2ceaa72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:33:13.863041 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:33:15.510087 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:33:15.708038 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:33:19.683810 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:33:28.952118 dv-cinder-847732-1-iscsi neutron-server[104130]: DEBUG neutron.wsgi [req-6a0caf28-4b43-44fb-beff-7b1ee77d8c14 req-935b47b4-a49d-4905-904c-5840d168e4d5 tempest-VolumesNegativeTest-305022746 tempest-VolumesNegativeTest-305022746-project] (104130) timed out ('10.222.0.33', 54081) {{(pid=104130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 27 21:33:29.675048 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:33:29.678015 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:33:36.801997 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG neutron.db.agents_db [None req-9a6bbb58-0096-4d04-8d2f-e89089e976cb None None] Agent healthcheck: found 6 active agents {{(pid=104133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 21:33:40.451696 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-737c1d42-4149-49dd-b44d-75b993813dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:33:42.624331 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8c01-7287-4ff1-8bb1-6930c46f4358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e9bc7833-015d-459d-8319-c70899e799d4), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:33:43.866725 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-522c24fc-e84b-49cb-a383-cfd06b6e9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (e81c612b-fa80-46dc-9e37-513cc40d041e), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:33:45.515885 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff139-fc18-4f55-880f-313af20d2647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (06d82fb4-a528-4607-84dd-9dd1ff13d3e5), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:33:45.708630 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-dc430d62-d78b-4746-9417-bdb7d9209cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (0aaea6a8-e3d1-41c3-bc5a-eefe2f88560c), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:33:46.796207 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=5 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:33:46.797225 dv-cinder-847732-1-iscsi neutron-server[104133]: DEBUG dbcounter [-] [104133] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:33:49.700323 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-d700662b-147a-4840-b820-608c19b9c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (aab08be0-2657-4eb3-8a28-d300cb76ed01), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 21:34:00.561100 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:UPDATE=4,neutron:SELECT=19 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:34:00.564558 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG dbcounter [-] [104132] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 21:34:10.457599 dv-cinder-847732-1-iscsi neutron-server[104132]: DEBUG neutron_lib.callbacks.manager [None req-49938a21-7917-440a-995a-6bfd40345bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792927724602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3779837'] for agent (5fd40996-b6ac-429a-85ff-cba787e43f86), after_update {{(pid=104132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}